-- Logs begin at Fri 2022-01-21 13:08:52 UTC, end at Fri 2022-01-21 14:05:00 UTC. -- Jan 21 13:38:54.053871 dv-cinder-820164-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 13:38:57.048330 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.common.config [-] Logging enabled! Jan 21 13:38:57.048964 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 13:38:57.049108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109036) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 13:38:57.052330 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.common.config [-] Logging enabled! Jan 21 13:38:57.052583 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 13:38:57.052914 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109036) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 13:38:57.053836 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 13:38:57.054069 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 13:38:57.055121 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 13:38:57.055508 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 13:38:57.055734 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 13:38:57.056060 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.056487 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 21 13:38:57.056852 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.057149 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.057440 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.057733 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.058020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.058299 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.058584 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.058877 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.059161 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.059438 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.059716 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.060004 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.060279 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.060559 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.060865 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.061145 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] debug = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.061421 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.061851 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.062259 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.062535 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.062819 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.063095 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.063361 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.063633 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.063911 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.064232 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] host = dv-cinder-820164-2-iscsi {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.064508 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.064822 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.065108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.065391 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.065664 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.065937 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.066218 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.066487 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.066756 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.067028 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.067313 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.067598 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.067883 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.068108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.068330 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.068641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.068929 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.069203 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.069476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.069748 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.070653 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.070928 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.071195 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.071476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.071757 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.072038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.072311 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.072582 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.072874 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.073142 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.073425 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.073696 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.073967 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.074238 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.074519 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.074791 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.075060 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.075358 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.075641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.075920 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.076201 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.076470 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.076779 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.077048 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.077316 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.077584 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_json = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.077852 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.078118 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.078395 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.078661 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.078926 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.079193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.079460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.079738 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.080005 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:57.080296 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.080589 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.080905 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.081197 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.081484 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.081759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.082043 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.082317 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.082601 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.082883 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.083165 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.083440 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.083734 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.084015 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.084300 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.084602 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.084915 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.085201 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.085514 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.085792 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.086061 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.086334 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.086617 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.086889 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.087172 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.087456 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.087729 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.088020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.088302 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.088590 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.088967 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.089238 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.089513 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.089799 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.090070 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.090338 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.090612 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.090898 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.091172 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.091443 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.091722 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.092001 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.092271 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.092542 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.092840 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.093128 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.093405 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.093677 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.093945 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.094223 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.094494 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.094786 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.095064 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.095337 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.095613 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.095888 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.096160 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.096429 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.096731 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.097005 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.097287 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.097560 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.097830 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.098102 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.098371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.098638 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.098906 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.099174 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.099448 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.099717 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.099984 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.100253 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.100523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.100813 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.101629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.102142 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.102450 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.102782 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.103063 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.103343 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.103622 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.103901 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.104180 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.104460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.104768 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.105059 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.105341 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.105627 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.105932 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.106210 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.106504 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.106783 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.107065 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.107339 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.107617 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.107899 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.108180 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.108472 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.108796 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.109089 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.109378 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.109713 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.109949 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.110354 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.110833 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:57.111196 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 13:38:57.111691 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109036) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 13:38:57.481912 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 13:38:57.482185 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 13:38:57.482489 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 13:38:57.482841 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 13:38:57.811074 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.811292 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.811565 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.812885 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.813163 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.813430 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.857573 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.857861 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.858129 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.874258 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.874548 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.874814 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.902833 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.903109 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.903379 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.940137 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.940412 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:57.940699 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.279243 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.279869 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.279869 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.280023 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.280915 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.380137 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.380457 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.380765 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.381042 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.381313 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.381622 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.381881 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.382135 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.382543 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.382841 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.383098 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.383364 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.383621 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.383873 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.384126 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.384387 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.384664 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.384933 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.385199 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.385457 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.385725 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.385977 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.386254 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.386625 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.386875 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.387126 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.387514 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.387751 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.387986 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.388220 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.388451 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.388706 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:58.389071 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 13:38:58.392172 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 13:38:58.396093 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 13:38:58.400627 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 21 13:38:58.402254 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 13:38:58.402859 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 13:38:58.403190 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 13:38:58.403568 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 13:38:58.406668 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 13:38:58.406921 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 13:38:58.407265 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 13:38:58.412602 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 13:38:58.435813 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 13:38:58.436261 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.436557 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109036) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 21 13:38:58.436949 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.438346 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109036) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 13:38:58.438625 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 13:38:58.438869 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 13:38:58.442087 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.442371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:58.505145 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 13:38:58.505380 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 13:38:58.505612 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 13:38:58.505967 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 13:38:58.526479 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_db.sqlalchemy.engines [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109036) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 13:38:58.962806 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing driver for type 'gre' Jan 21 13:38:58.963494 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] gre ID ranges: [(1, 1000)] Jan 21 13:38:59.016404 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing driver for type 'local' Jan 21 13:38:59.016849 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing driver for type 'vlan' Jan 21 13:38:59.031944 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] VlanTypeDriver initialization complete Jan 21 13:38:59.032389 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing driver for type 'vxlan' Jan 21 13:38:59.032994 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] vxlan ID ranges: [(1, 1000)] Jan 21 13:38:59.085297 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing extension driver 'port_security' Jan 21 13:38:59.087142 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] PortSecurityExtensionDriver initialization complete Jan 21 13:38:59.087495 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing mechanism driver 'openvswitch' Jan 21 13:38:59.087840 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing mechanism driver 'hyperv' Jan 21 13:38:59.094487 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.plugin [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:38:59.095333 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.095711 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.096067 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.096602 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.097056 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.097413 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.097763 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.098162 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.098569 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.098921 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.099263 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.099656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.100061 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.100410 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.100785 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.101688 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.102107 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.102460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.102803 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.103203 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.103610 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > address_group after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.103959 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > address_group after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.104300 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.104724 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 13:38:59.105168 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] ML2 OVO RPC backend initialized. {{(pid=109036) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 13:38:59.105870 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.106226 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.106641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.106990 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > networks before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.107341 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.107709 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > ports before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.108033 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.108376 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnets before_response 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.108753 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.109098 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.109436 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.109772 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.110112 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.110490 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.110780 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.111115 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.111454 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.112030 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.plugin [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Modular L2 Plugin initialization complete Jan 21 13:38:59.112363 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading services supported by the core plugin {{(pid=109036) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 13:38:59.112727 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.plugins.ml2.managers [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Got port-security extension from driver 'port_security' Jan 21 13:38:59.113193 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.extensions.vlantransparent [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Disabled vlantransparent extension. Jan 21 13:38:59.113675 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109036) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 13:38:59.113992 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: router Jan 21 13:38:59.153695 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.154091 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_create 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.154463 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router before_create 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.154832 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.155207 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.155567 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_delete 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.155930 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.156694 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.157064 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_create 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.157417 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.157770 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.158120 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.158485 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.158893 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.159264 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.159605 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.159945 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: subnet after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.160290 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.160669 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.161018 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_create 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.161363 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.161708 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.162066 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router after_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.162408 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.162761 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_create 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.163121 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.163510 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_update 55549900 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.164411 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > agent after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.164797 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > agent after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.165155 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > network after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.166016 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Tracking information for resource: router configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:59.166354 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Tracking information for resource: floatingip configured {{(pid=109036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 13:38:59.171280 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.db.l3_agentschedulers_db [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 13:38:59.171857 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.172220 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.172573 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.172953 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: port after_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.173734 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router before_create 55550100 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.174101 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.174464 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_create 55550100 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.174824 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > router precommit_update 55550100 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.180586 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.provider_configuration [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service providers = [] {{(pid=109036) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 13:38:59.180985 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.db.servicetype_db [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109036) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 13:38:59.183934 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.service_base [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 13:38:59.184286 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.service_base [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 13:38:59.184653 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.service_base [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 13:38:59.185552 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.services.service_base [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 13:38:59.185924 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.services.service_base [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 13:38:59.186297 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.186614 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 13:38:59.198446 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.198785 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: auto_allocate Jan 21 13:38:59.204632 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: network precommit_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.205005 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: network precommit_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.205523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.205846 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: tag Jan 21 13:38:59.214015 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.214348 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: timestamp Jan 21 13:38:59.218218 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.218551 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: network_ip_availability Jan 21 13:38:59.224070 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.224440 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.224821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.225532 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.225855 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: flavors Jan 21 13:38:59.231260 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.231595 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading Plugin: revisions Jan 21 13:38:59.235949 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 13:38:59.236343 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=109036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 13:38:59.237136 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109036) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 13:38:59.237474 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Initializing extension manager. Jan 21 13:38:59.238003 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: __init__.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.238348 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: __pycache__ {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.238687 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.239023 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: address_group.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.239792 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.240374 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: address-group Jan 21 13:38:59.240738 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: address_scope.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.241458 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.242993 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: address-scope Jan 21 13:38:59.243323 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.244265 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.244808 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: router-admin-state-down-before-update Jan 21 13:38:59.245137 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: agent.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.245839 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.246340 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: agent Jan 21 13:38:59.246665 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: agent_resources_synced.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.247579 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.248087 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: agent-resources-synced Jan 21 13:38:59.248412 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: allowedaddresspairs.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.250240 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.250761 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: allowed-address-pairs Jan 21 13:38:59.251095 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: auto_allocated_topology.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.252183 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.252730 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: auto-allocated-topology Jan 21 13:38:59.253063 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: availability_zone.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.253763 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.254269 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: availability_zone Jan 21 13:38:59.254594 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: availability_zone_filter.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.255508 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.256015 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: availability_zone_filter Jan 21 13:38:59.256339 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: data_plane_status.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.258259 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.258781 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 13:38:59.259107 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: default_subnetpools.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.260034 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.260543 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: default-subnetpools Jan 21 13:38:59.260896 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.261710 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.262213 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: dhcp_agent_scheduler Jan 21 13:38:59.262533 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: dns.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.263445 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.263947 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 13:38:59.264264 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: dns_domain_ports.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.265214 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.265717 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 13:38:59.266038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.266962 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.267464 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 13:38:59.267786 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: dvr.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.268452 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.268989 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: dvr Jan 21 13:38:59.269312 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: ecmp_routes.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.270233 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.270732 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 13:38:59.271052 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: empty_string_filtering.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.271966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.272464 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: empty-string-filtering Jan 21 13:38:59.272891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.274178 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.274682 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 13:38:59.275006 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.275937 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.276438 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 13:38:59.276798 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: external_net.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.277708 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.278212 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: external-net Jan 21 13:38:59.278537 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.279451 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.279979 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: extra_dhcp_opt Jan 21 13:38:59.280267 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: extraroute.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.281484 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.281987 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: extraroute Jan 21 13:38:59.282310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: extraroute_atomic.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.283513 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.284029 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: extraroute-atomic Jan 21 13:38:59.284356 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: filter_validation.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.285053 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.285556 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: filter-validation Jan 21 13:38:59.285879 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: fip_pf_description.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.286787 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.287294 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 13:38:59.287619 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: fip_port_details.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.288700 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.289562 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: fip-port-details Jan 21 13:38:59.289891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: flavors.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.291141 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.291687 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: flavors Jan 21 13:38:59.292021 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.293739 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.294264 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 13:38:59.294597 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: floatingip_pools.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.295308 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.295819 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: floatingip-pools Jan 21 13:38:59.296147 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: ip_allocation.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.297114 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.297623 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 13:38:59.297949 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.298880 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.299390 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: ip-substring-filtering Jan 21 13:38:59.299718 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l2_adjacency.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.300680 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.301184 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 13:38:59.301512 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.302468 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.302988 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: router Jan 21 13:38:59.303315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.306593 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.307118 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 13:38:59.307454 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.308389 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.308940 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: ext-gw-mode Jan 21 13:38:59.309272 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.310212 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.310723 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: l3-ha Jan 21 13:38:59.311050 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3_flavors.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.311965 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.312478 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: l3-flavors Jan 21 13:38:59.312834 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.313758 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.314264 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 13:38:59.314588 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: l3agentscheduler.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.315615 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.316125 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: l3_agent_scheduler Jan 21 13:38:59.316455 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: local_ip.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.318253 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.318775 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension local_ip not supported by any of loaded plugins Jan 21 13:38:59.319108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: logging.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.321343 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.321868 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension logging not supported by any of loaded plugins Jan 21 13:38:59.322209 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: metering.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.322958 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.323533 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: metering Jan 21 13:38:59.323860 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.324991 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.325508 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: metering_source_and_destination_fields Jan 21 13:38:59.325840 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: multiprovidernet.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.326774 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.327286 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: multi-provider Jan 21 13:38:59.327615 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: netmtu.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.328533 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.329071 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: net-mtu Jan 21 13:38:59.329399 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: netmtu_writable.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.330320 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.330831 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: net-mtu-writable Jan 21 13:38:59.331157 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: network_availability_zone.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.331837 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.332345 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: network_availability_zone Jan 21 13:38:59.332696 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: network_ip_availability.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.333813 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.334322 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: network-ip-availability Jan 21 13:38:59.334647 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: network_segment_range.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.336026 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.336899 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 13:38:59.337231 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: pagination.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.338232 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.338562 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: pagination Jan 21 13:38:59.338883 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: port_device_profile.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.339807 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.340322 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: port-device-profile Jan 21 13:38:59.340675 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.341601 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.342112 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: port-mac-address-regenerate Jan 21 13:38:59.342444 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.343362 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.343872 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: port-numa-affinity-policy Jan 21 13:38:59.344195 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: port_resource_request.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.345140 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.345645 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 13:38:59.345965 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: port_resource_request_groups.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.346940 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.347442 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 21 13:38:59.347763 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: portbindings.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.348728 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.349238 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: binding Jan 21 13:38:59.349559 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: portbindings_extended.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.350851 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.352465 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: binding-extended Jan 21 13:38:59.352832 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: portsecurity.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.353798 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.354314 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: port-security Jan 21 13:38:59.354640 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: project_id.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.355626 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.355956 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: project-id Jan 21 13:38:59.356280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: providernet.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.357247 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.357759 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: provider Jan 21 13:38:59.358084 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.361912 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.362404 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos not supported by any of loaded plugins Jan 21 13:38:59.362737 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.364058 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.364576 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 13:38:59.364940 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.365873 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.366386 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 13:38:59.366816 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_default.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.368345 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.368888 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-default not supported by any of loaded plugins Jan 21 13:38:59.369220 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_fip.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.370146 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.370657 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 13:38:59.370983 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.371901 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.372414 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 21 13:38:59.372771 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_gateway_ip.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.373699 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.374207 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 13:38:59.374533 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_port_network_policy.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.375591 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.376101 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 13:38:59.376431 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.377550 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.378062 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 21 13:38:59.378387 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_pps_rule.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.379637 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.380151 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-pps not supported by any of loaded plugins Jan 21 13:38:59.380476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_rule_type_details.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.381416 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.381933 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 13:38:59.382982 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: qos_rules_alias.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.384318 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.384894 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 13:38:59.385237 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: quota_check_limit.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.386189 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.386711 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: quota-check-limit Jan 21 13:38:59.387048 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: quotasv2.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.388057 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.388394 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: quotas Jan 21 13:38:59.388759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: quotasv2_detail.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.392439 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.392822 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: quota_details Jan 21 13:38:59.393171 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: rbac.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.394259 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.394798 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: rbac-policies Jan 21 13:38:59.395169 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: rbac_address_group.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.396123 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.396677 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: rbac-address-group Jan 21 13:38:59.397017 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: rbac_address_scope.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.398666 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.399194 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: rbac-address-scope Jan 21 13:38:59.399530 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: rbac_security_groups.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.400464 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.401013 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: rbac-security-groups Jan 21 13:38:59.401347 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: rbac_subnetpool.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.402273 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.402784 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: rbac-subnetpool Jan 21 13:38:59.403114 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: revisionifmatch.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.404064 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.404580 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: revision-if-match Jan 21 13:38:59.404941 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: revisions.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.406076 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.406839 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: standard-attr-revisions Jan 21 13:38:59.407171 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: router_availability_zone.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.407858 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.408375 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: router_availability_zone Jan 21 13:38:59.408734 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: routerservicetype.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.409677 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.410189 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 13:38:59.410519 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.411530 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.412046 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: security-groups-normalized-cidr Jan 21 13:38:59.412378 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.413345 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.413858 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: port-security-groups-filtering Jan 21 13:38:59.414187 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.415135 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.415648 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: security-groups-remote-address-group Jan 21 13:38:59.415979 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.416948 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.417459 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: security-groups-shared-filtering Jan 21 13:38:59.417788 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.418387 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 21 13:38:59.418715 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: securitygroup.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.428569 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.429159 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: security-group Jan 21 13:38:59.429564 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: segment.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.430377 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.430889 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension segment not supported by any of loaded plugins Jan 21 13:38:59.431224 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.432186 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.432721 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 13:38:59.433055 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: servicetype.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.434189 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.434712 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: service-type Jan 21 13:38:59.435044 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: sorting.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.436038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.436378 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: sorting Jan 21 13:38:59.436742 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: standard_attr_segment.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.437683 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.438197 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 13:38:59.438528 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: standardattrdescription.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.439194 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.439701 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: standard-attr-description Jan 21 13:38:59.440031 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: stateful_security_group.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.441014 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.441531 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: stateful-security-group Jan 21 13:38:59.441859 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: stdattrs_common.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.442437 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 13:38:59.442766 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.443721 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.444242 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 13:38:59.444566 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnet_onboard.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.446157 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.446669 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: subnet_onboard Jan 21 13:38:59.447000 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.447942 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.448451 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 13:38:59.448811 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnet_service_types.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.449747 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.450258 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: subnet-service-types Jan 21 13:38:59.450595 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnetallocation.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.451713 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.452233 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: subnet_allocation Jan 21 13:38:59.452565 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.453266 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.453812 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: subnetpool-prefix-ops Jan 21 13:38:59.454112 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.455052 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.455593 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 13:38:59.455923 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: tagging.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.457023 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.457542 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: standard-attr-tag Jan 21 13:38:59.457874 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: timestamp.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.459109 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.459630 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loaded extension: standard-attr-timestamp Jan 21 13:38:59.459963 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: trunk.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.461704 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.462223 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension trunk not supported by any of loaded plugins Jan 21 13:38:59.462554 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: trunk_details.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.463501 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.464017 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 13:38:59.464347 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: uplink_status_propagation.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.465320 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.465836 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 13:38:59.466166 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Loading extension file: vlantransparent.py {{(pid=109036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 13:38:59.466847 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 13:38:59.467358 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 13:38:59.469961 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:network Jan 21 13:38:59.470487 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnet Jan 21 13:38:59.470890 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 13:38:59.471285 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:port Jan 21 13:38:59.473694 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.474167 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service FLAVORS assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.474810 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.475244 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.475584 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:router Jan 21 13:38:59.476065 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 13:38:59.476721 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service METERING assigned prefix: /metering {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.478154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.478541 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.478898 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:38:59.479925 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 13:38:59.480387 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:security_group Jan 21 13:38:59.480855 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 13:38:59.481474 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service CORE assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.481813 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 13:38:59.482174 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] subnetpool is already registered Jan 21 13:38:59.482605 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service CORE assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.482938 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 13:38:59.483272 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] subnetpool is already registered Jan 21 13:38:59.485588 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.486034 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service FLAVORS assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.486635 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.487065 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.487405 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:router Jan 21 13:38:59.487747 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] router is already registered Jan 21 13:38:59.488166 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 13:38:59.488508 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] floatingip is already registered Jan 21 13:38:59.489002 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service METERING assigned prefix: /metering {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.489675 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 13:38:59.490007 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] rbac_policy is already registered Jan 21 13:38:59.490424 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:security_group Jan 21 13:38:59.490761 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] security_group is already registered Jan 21 13:38:59.491170 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 13:38:59.491506 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] security_group_rule is already registered Jan 21 13:38:59.492238 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service CORE assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.492579 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 13:38:59.492948 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] subnetpool is already registered Jan 21 13:38:59.493383 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.v2.resource_helper [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Service CORE assigned prefix: {{(pid=109036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 13:38:59.493724 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 13:38:59.494058 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING neutron.quota.resource_registry [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] subnetpool is already registered Jan 21 13:38:59.494537 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: extensions {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.495994 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: address-groups {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.497525 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: address-scopes {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.498856 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: agents {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.500037 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: auto-allocated-topology {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.501374 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: availability_zones {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.502626 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: dhcp-networks {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.504138 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: dhcp-agents {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.505628 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: routers {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.508394 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: flavors {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.509607 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: service_profiles {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.510870 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: next_providers {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.512382 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: service_profiles {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.513980 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: floatingip-pools {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.515222 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: routers {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.517397 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: floatingips {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.518688 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: l3-routers {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.520098 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: l3-agents {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.521568 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: metering-labels {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.523505 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: metering-label-rules {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.524854 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: network-ip-availabilities {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.526142 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: bindings {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.527787 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: quotas {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.529400 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: quotas {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.530955 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: rbac-policies {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.532533 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: security-groups {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.533807 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: security-group-rules {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.535042 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: service-providers {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.536273 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: subnetpools {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.537785 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: subnetpools {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.539291 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.541022 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.543744 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.545565 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.547372 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.549342 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.551054 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.552976 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.554776 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.556708 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron.api.extensions [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Extended resource: tags {{(pid=109036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 13:38:59.562563 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING keystonemiddleware.auth_token [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 13:38:59.567247 dv-cinder-820164-2-iscsi neutron-server[109036]: WARNING keystonemiddleware.auth_token [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 13:38:59.576290 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Acquired lock "singleton_lock" {{(pid=109036) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 21 13:38:59.576794 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_concurrency.lockutils [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Releasing lock "singleton_lock" {{(pid=109036) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 21 13:38:59.577442 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Starting 2 workers Jan 21 13:38:59.582324 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Started child 109145 {{(pid=109036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 13:38:59.587529 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Started child 109146 {{(pid=109036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 13:38:59.588857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.589609 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO neutron.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 13:38:59.589833 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.590411 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [-] (109145) wsgi starting up on http://0.0.0.0:9696 Jan 21 13:38:59.592279 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Starting 1 workers Jan 21 13:38:59.592589 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.594013 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [-] (109146) wsgi starting up on http://0.0.0.0:9696 Jan 21 13:38:59.597573 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Started child 109147 {{(pid=109036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 13:38:59.598148 dv-cinder-820164-2-iscsi neutron-server[109036]: INFO oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Starting 1 workers Jan 21 13:38:59.601357 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] calling RpcWorker wait() {{(pid=109147) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 13:38:59.601971 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] returning from RpcWorker wait() {{(pid=109147) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 13:38:59.602661 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Started child 109148 {{(pid=109036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 13:38:59.603463 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.603559 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG neutron_lib.callbacks.manager [None req-5b06cafc-43e5-4366-9eff-757b85f84134 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.604025 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:38:59.605460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109036) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 13:38:59.605679 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 13:38:59.605868 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 13:38:59.606100 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 13:38:59.606443 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 13:38:59.606609 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 13:38:59.607129 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.607417 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.607568 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:38:59.608082 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.608082 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.608264 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.608863 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.609117 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.609393 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.609665 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.609916 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.610091 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.610258 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.610510 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.610760 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.611067 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.611351 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.611595 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.611857 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.612086 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.612311 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.612573 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.612827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.613112 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] debug = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.613357 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.613837 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.614090 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.614311 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.614550 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.614819 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.615048 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.615338 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.615571 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.615788 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.616033 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.616295 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.616536 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.616961 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.617240 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.617481 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.617728 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.617970 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.618458 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] host = dv-cinder-820164-2-iscsi {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.618697 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.618939 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.619184 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.619442 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.619748 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.619891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.620141 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.620391 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.620667 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.620904 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.621166 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.621419 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.621677 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.621890 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.622056 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_options = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.622304 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.622589 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.622861 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.623064 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.623238 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.623406 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.623684 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.623851 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.624113 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.624331 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.624549 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.624813 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.625047 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.625294 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.625568 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.625801 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.626020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.626252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.626524 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.626769 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.626997 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.627227 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.627465 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.627712 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.627950 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.628188 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.628484 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.628643 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.628874 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.629107 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.629352 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.629602 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.629870 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.630050 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.630326 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.630560 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.630788 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.631004 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.631270 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:38:59.631401 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.631532 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.631825 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.632012 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.633041 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.633041 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.633508 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.633741 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.633992 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_json = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.634211 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.634620 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.634883 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.635127 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.635381 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.635537 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.635752 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.636012 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.636202 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.636669 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.636952 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.637279 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.637541 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.637796 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.638044 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.638293 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.638802 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.639041 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.639286 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.639596 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.640008 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.640495 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.640952 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.641279 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.641660 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.641913 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.642179 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.642425 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.642678 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.642914 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.643156 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.643424 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.643648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.643885 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.644141 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.644381 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.644716 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.644993 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.645334 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.645608 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.645864 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.646121 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.646344 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.646625 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.646867 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.647286 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.647713 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.648784 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.649237 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.649642 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.649868 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.650266 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.650650 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.651034 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.651421 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.651832 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.652076 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.652467 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.652880 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.653108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.653356 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.653612 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.653863 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.654095 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.654473 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.654737 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.655008 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.655263 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.655483 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.655705 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.655946 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.656437 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.656704 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.657065 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.657452 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.657671 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.658040 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.658430 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.658821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.659177 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.659538 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.659918 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.660327 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.660755 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.660993 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.661214 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.661439 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.661679 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.661897 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.662117 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.662331 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.662547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.662793 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.663026 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.663244 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.663488 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.663714 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.663930 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.664146 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.664532 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.665022 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.665476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.665876 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.666275 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.666666 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.667068 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.667439 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.667868 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.668253 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.668641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.669048 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.669457 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.669712 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.669966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.670212 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.670639 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.671051 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.671460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.671870 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.672270 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.672737 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.673015 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.673273 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.673539 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.673780 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.674024 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.674291 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.674578 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.674833 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.675145 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.675390 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.675641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.676114 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.676635 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.676989 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.677250 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.677522 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.677779 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.678016 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.678264 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.678699 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.679179 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.679810 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.680310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.680785 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.681165 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.681867 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.682186 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.682423 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.682649 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.682870 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.683139 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.683396 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.683638 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.683904 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.684165 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.684401 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.684680 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.684941 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.685180 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.685417 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.685666 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.685882 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.686131 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.686347 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.686585 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.686820 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.687038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.687298 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.687671 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.687891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.688122 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.688498 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.688905 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.689272 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.689686 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.689981 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.690307 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.690602 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.690825 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.691228 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.691549 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.691817 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.692043 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.692321 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.692574 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.692843 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.693072 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.693322 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.693584 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.693801 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.694051 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.694297 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.694534 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.695308 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.695506 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.695874 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.696132 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.696363 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.696582 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.696851 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.697110 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.697476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.697710 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.697935 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.698174 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.698393 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.698629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.698873 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.699094 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.699310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.699529 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.699777 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.700034 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.700278 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.700517 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.700759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.700972 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.701184 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.701404 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.701618 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.701906 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.702147 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.702385 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.702644 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.702863 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.703075 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.703322 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.703536 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.703746 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.703967 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.704183 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.704395 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.704681 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.704893 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.705108 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.705329 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.705573 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.705778 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.705999 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.706203 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.706417 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.706637 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.706857 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.707064 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.707447 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.707678 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.707893 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.708116 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.708332 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:38:59.708430 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.708542 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.708816 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.709029 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.709241 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.709461 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.709706 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.709917 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.710225 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.711192 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.711476 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.711739 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.711970 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.712218 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.712467 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.712796 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.713033 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.713313 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.713511 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.713694 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.714068 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.714211 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.714486 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.714818 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.715067 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.715359 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.715643 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.715937 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.716239 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.716384 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.716632 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.716974 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.717250 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.717501 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.717747 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.717998 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.718237 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.718454 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.718692 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.718929 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.719146 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.719403 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.719649 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.719921 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.720139 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.720366 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.720583 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.720850 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.721090 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.721327 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.721541 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.721699 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 13:38:59.722215 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109036) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 13:38:59.722378 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 13:38:59.722532 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 13:38:59.722703 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 13:38:59.722877 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 13:38:59.723031 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 13:38:59.723243 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.723407 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.723581 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.723735 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.723893 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.724076 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.724245 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.724403 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.724745 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.724913 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725074 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725235 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725395 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725554 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725732 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.725884 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726127 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726244 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726354 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726512 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726694 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726825 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.726950 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] debug = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727104 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727479 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727641 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727813 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.727957 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728115 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728273 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728431 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728929 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728929 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.728929 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] host = dv-cinder-820164-2-iscsi {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.732823 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.733821 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_options = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.734827 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736100 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37804) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.736252 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.737426 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.738547 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.739556 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.740553 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_json = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.741503 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.743154 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.744020 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.745656 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.746759 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.747658 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.747658 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.747658 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.747658 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.747658 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748200 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099053 Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.748310 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.749315 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.750305 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.750542 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.750664 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.751496 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.751678 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.751844 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.752009 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.752173 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.752337 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.752500 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.752689 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.754523 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.755371 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756280 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.756966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758099 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758099 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758099 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758099 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758545 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758545 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758545 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.758891 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759094 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759326 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759487 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759650 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759812 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.759976 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.760138 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.760299 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.760460 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.760653 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.760817 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.764648 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765193 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.765629 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766062 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766493 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766493 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766493 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766493 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766493 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766777 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766777 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.766902 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.767158 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.767243 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.767410 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.767653 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.768522 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.768742 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.768909 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769072 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769236 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769399 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769562 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769725 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.769890 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770052 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770214 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770379 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770542 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770703 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.770865 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771026 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771187 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771350 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771511 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771675 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.771837 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.772000 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.772162 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.772323 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.772484 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.772708 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.773370 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.773546 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.773713 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.773883 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774087 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774230 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774353 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774501 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774626 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774795 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.774959 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775122 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775285 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775449 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775612 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775774 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.775936 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776098 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776277 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776439 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776601 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776772 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.776939 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777101 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777263 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777424 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777586 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777748 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.777966 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778135 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778299 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778462 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778624 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778788 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.778973 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779136 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779299 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779475 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779639 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779800 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.779962 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780125 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780287 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780459 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780645 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780802 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.780964 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.781387 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.781555 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.781727 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.781890 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782050 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782211 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782372 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782533 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782704 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.782910 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783035 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783163 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783324 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783486 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783657 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783819 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.783980 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.784141 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.784302 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.784462 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785038 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785323 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785323 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785469 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785592 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785755 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.785917 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786086 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786247 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786410 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786571 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786744 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.786906 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787070 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787233 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787396 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787558 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787722 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.787888 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.788059 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.788228 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.788391 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.789165 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.789438 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.789623 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.789800 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.789942 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790116 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790279 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790441 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790603 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790765 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.790926 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791477 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791477 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791477 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791723 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791723 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791862 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.791995 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792156 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792318 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792479 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792665 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792815 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.792991 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.793127 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 13:38:59.793281 dv-cinder-820164-2-iscsi neutron-server[109036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 13:39:11.336923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792da4a-1efe-4122-a2c9-b748e3bcfcb5 None None] get_active_networks_info from dv-cinder-820164-2-iscsi {{(pid=109147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 21 13:39:11.401279 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792da4a-1efe-4122-a2c9-b748e3bcfcb5 None None] No non-hosted networks {{(pid=109147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 13:39:11.426872 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.agentschedulers_db [None req-5792da4a-1efe-4122-a2c9-b748e3bcfcb5 None None] DHCP Agent not found on host dv-cinder-820164-2-iscsi {{(pid=109147) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 13:39:11.512697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-637cbff6-b6ae-40b1-8283-4908036d9859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:13.321697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-315ed977-7137-41e3-919d-ab7262bc9ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:13.358961 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b8849382-91f5-4f07-ad79-bdd20b82c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:15.056018 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:16.494010 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:16.888301 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.db.l3_hamode_db [None req-1183d46c-9aff-455a-855e-cfb83ed65aed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 13:39:16.973585 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183d46c-9aff-455a-855e-cfb83ed65aed None None] Routers set() bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:39:16.973979 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183d46c-9aff-455a-855e-cfb83ed65aed None None] Router IDs set() for agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 21 13:39:17.633298 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:17.634087 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.634498 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.634842 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.635230 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.635565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.635892 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.636215 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.636561 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.636931 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.637252 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.637593 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.637924 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.638257 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:17.638650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820164-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:17.646408 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820164-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:20.080816 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37898) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:20.575650 dv-cinder-820164-2-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-0fa355fd-edb8-4a70-8aa3-37e317e313f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:20.576197 dv-cinder-820164-2-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-0fa355fd-edb8-4a70-8aa3-37e317e313f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:20.809042 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-0fa355fd-edb8-4a70-8aa3-37e317e313f1 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:39:20.810148 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0fa355fd-edb8-4a70-8aa3-37e317e313f1 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7284627 Jan 21 13:39:23.475691 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37916) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:23.770971 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'tenant_id': '4713855f13eb412385d24f7918d316d8'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:23.871022 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.policy [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 13:39:23.918657 dv-cinder-820164-2-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:23.918992 dv-cinder-820164-2-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:23.927551 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.quota [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] Loaded quota_driver: . Jan 21 13:39:24.018791 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129928743', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129928436', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129930848', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129912169', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129918855', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763129893178', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2046177', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2070160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547607', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719041'] for rbac-policy (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:24.085232 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:24.086393 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4eadb85c-5c60-402d-8164-64ec3bd14c33 admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6097758 Jan 21 13:39:26.836160 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37928) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:27.152505 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Request body: {'network': {'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'project_id': 'f865892843a14936a60ee0933500ed77', 'name': 'private'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:27.183958 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Made reservation on behalf of f865892843a14936a60ee0933500ed77 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:39:27.186671 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.203748 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.316058 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks [] for security_group (39e535b5-c70b-400f-8f3e-cb381e9b161a), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.319822 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (39e535b5-c70b-400f-8f3e-cb381e9b161a), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.339468 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:39:27.368144 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763126566678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (80518166-ca05-4ffc-ab9d-0315e6e51d2e), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.368762 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Unsubscribe: segment precommit_create {{(pid=109146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 13:39:27.369266 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Added segment 80518166-ca05-4ffc-ab9d-0315e6e51d2e of type vlan for network 15f843c8-3060-4d13-8bc2-2afee463bfb9 Jan 21 13:39:27.384560 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e535b5-c70b-400f-8f3e-cb381e9b161a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:27.410693 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.411062 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.411412 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.411751 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.412111 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.413173 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.413527 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.413864 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.414209 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.414559 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.414886 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.415209 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.415555 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Tracked resource versions report: Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: pushed versions: Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: { 'AddressGroup': {'1.2'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'ConntrackHelper': {'1.0'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Log': {'1.0'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Network': {'1.1'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Port': {'1.7'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'PortForwarding': {'1.2'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'QosPolicy': {'1.10'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroup': {'1.5'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SubPort': {'1.0'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Subnet': {'1.1'}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Trunk': {'1.1'}} Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: consumer versions: Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'ConntrackHelper': '1.0', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'LocalIPAssociation': '1.0', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Log': '1.0', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Network': '1.1', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Port': '1.7', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'PortForwarding': '1.2', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'QosPolicy': '1.10', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroup': '1.5', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroupRule': '1.2', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SubPort': '1.0', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Subnet': '1.1', Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Trunk': '1.1'}} Jan 21 13:39:27.416912 dv-cinder-820164-2-iscsi neutron-server[109146]: {{(pid=109146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:39:27.485042 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (15f843c8-3060-4d13-8bc2-2afee463bfb9), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.524237 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (15f843c8-3060-4d13-8bc2-2afee463bfb9), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.525231 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:27.525947 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:27.576062 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7387428 Jan 21 13:39:27.627590 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea499-7fa6-4cb9-abb2-0c66a1726569 admin admin] Pushing event updated for resources: {'Network': ['ID=15f843c8-3060-4d13-8bc2-2afee463bfb9,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:27.640458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:39:30.290518 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37942) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:30.677974 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7df86e-554f-4725-91fc-a2677a1667de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:30.679355 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8a7df86e-554f-4725-91fc-a2677a1667de admin admin] 10.222.0.84 "GET /v2.0/networks/15f843c8-3060-4d13-8bc2-2afee463bfb9 HTTP/1.1" status: 200 len: 825 time: 0.3878772 Jan 21 13:39:30.702859 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d0d24315-194e-4d3a-bd68-1b03b18e904c admin admin] 10.222.0.84 "GET /v2.0/subnetpools/1209d02d-21de-4628-bd22-3d3e61876f08 HTTP/1.1" status: 200 len: 734 time: 0.0179212 Jan 21 13:39:30.711720 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'name': 'private-subnet'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:30.735584 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Made reservation on behalf of f865892843a14936a60ee0933500ed77 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:39:30.737852 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:31.024770 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:31.095228 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Checking segment: {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:39:31.095614 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Network hostable DHCP agents. Network: 15f843c8-3060-4d13-8bc2-2afee463bfb9, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:39:31.103237 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:31.120274 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:39:31.131359 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 15f843c8-3060-4d13-8bc2-2afee463bfb9) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:31.135903 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:31.136486 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:31.141016 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1e8a5-4e95-4bb5-9153-e2b0be159bd9 None None] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:39:31.152710 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8ebdaef6-53a1-4e74-bb4b-58c497c990a4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4446630 Jan 21 13:39:31.407978 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-15f843c8-3060-4d13-8bc2-2afee463bfb9', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'project_id': 'f865892843a14936a60ee0933500ed77', 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:39:31.409264 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:31.692430 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Allocated IP 172.20.0.2 (15f843c8-3060-4d13-8bc2-2afee463bfb9/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e/61e3eadf-ce87-4918-9ab6-18705ef8b596) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:39:31.971414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks [] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:31.980350 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:32.055491 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:39:32.060768 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:32.069246 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:39:32.072342 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Pushing event updated for resources: {'Port': ['ID=61e3eadf-ce87-4918-9ab6-18705ef8b596,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:32.105486 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.105858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.106221 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.106565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.106901 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.107299 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.107635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.107964 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.108288 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.108650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.108987 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.109309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.109630 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Tracked resource versions report: Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: pushed versions: Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: { 'AddressGroup': {'1.2'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'ConntrackHelper': {'1.0'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Log': {'1.0'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Network': {'1.1'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Port': {'1.7'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'PortForwarding': {'1.2'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'QosPolicy': {'1.10'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroup': {'1.5'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SubPort': {'1.0'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Subnet': {'1.1'}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Trunk': {'1.1'}} Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: consumer versions: Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'ConntrackHelper': '1.0', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'LocalIPAssociation': '1.0', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Log': '1.0', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Network': '1.1', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Port': '1.7', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'PortForwarding': '1.2', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'QosPolicy': '1.10', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroup': '1.5', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroupRule': '1.2', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SubPort': '1.0', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Subnet': '1.1', Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Trunk': '1.1'}} Jan 21 13:39:32.111049 dv-cinder-820164-2-iscsi neutron-server[109147]: {{(pid=109147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:39:32.158051 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Attempting to bind port 61e3eadf-ce87-4918-9ab6-18705ef8b596 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:39:32.158644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Attempting to bind port 61e3eadf-ce87-4918-9ab6-18705ef8b596 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:39:32.158873 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Attempting to bind port 61e3eadf-ce87-4918-9ab6-18705ef8b596 on network 15f843c8-3060-4d13-8bc2-2afee463bfb9 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:39:32.164758 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:39:32.165144 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Checking segment: {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:39:32.165632 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:32.166030 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Bound using segment: {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:39:32.166516 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Bound port: 61e3eadf-ce87-4918-9ab6-18705ef8b596, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:39:32.166911 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:32.229661 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] For port 61e3eadf-ce87-4918-9ab6-18705ef8b596, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:39:32.233848 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] For port 61e3eadf-ce87-4918-9ab6-18705ef8b596, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=61e3eadf-ce87-4918-9ab6-18705ef8b596,segment=NetworkSegment(80518166-ca05-4ffc-ab9d-0315e6e51d2e),segment_id=80518166-ca05-4ffc-ab9d-0315e6e51d2e)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:39:32.239848 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:32.308230 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85241-f206-4b2c-898c-5aa29df46545 None None] Pushing event updated for resources: {'Port': ['ID=61e3eadf-ce87-4918-9ab6-18705ef8b596,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:33.625255 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37950) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:33.945421 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-e59662c7-3307-47f6-832d-4426b3d62057 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:39:33.946459 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e59662c7-3307-47f6-832d-4426b3d62057 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201225 Jan 21 13:39:36.412462 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 37958) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:36.909112 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f8cd3d41-f01a-44db-af3e-03119559a528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:36.909753 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f8cd3d41-f01a-44db-af3e-03119559a528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:39:37.147347 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [None req-f8cd3d41-f01a-44db-af3e-03119559a528 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:39:37.148650 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f8cd3d41-f01a-44db-af3e-03119559a528 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7339840 Jan 21 13:39:39.881043 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37974) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:40.180703 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Request body: {'router': {'tenant_id': 'f865892843a14936a60ee0933500ed77', 'name': 'router1', 'admin_state_up': True}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:40.206717 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (a14ba736-d323-49e5-a4bf-af658314f529), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:40.208476 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (a14ba736-d323-49e5-a4bf-af658314f529), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:40.361331 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Publish callbacks [] for router_controller (a14ba736-d323-49e5-a4bf-af658314f529), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:40.368266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (a14ba736-d323-49e5-a4bf-af658314f529), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:40.384843 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:40.386154 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-55555ff4-e268-4f95-b1f8-f26bc882517c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5040538 Jan 21 13:39:41.286473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c849c6c2-859d-475e-bce6-941af3184c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:42.254731 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 61e3eadf-ce87-4918-9ab6-18705ef8b596 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:39:42.343837 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 61e3eadf-ce87-4918-9ab6-18705ef8b596 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:42.344480 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:42.461712 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 61e3eadf-ce87-4918-9ab6-18705ef8b596 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:39:42.462105 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:42.501442 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 61e3eadf-ce87-4918-9ab6-18705ef8b596, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=61e3eadf-ce87-4918-9ab6-18705ef8b596,segment=NetworkSegment(80518166-ca05-4ffc-ab9d-0315e6e51d2e),segment_id=80518166-ca05-4ffc-ab9d-0315e6e51d2e)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:39:42.505796 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:42.557007 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=61e3eadf-ce87-4918-9ab6-18705ef8b596,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:42.916362 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 37986) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:43.243620 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-efca7fff-a96e-4dc8-b46c-a9c331daae01 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:39:43.244632 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-efca7fff-a96e-4dc8-b46c-a9c331daae01 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3272762 Jan 21 13:39:43.312370 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7e2107cd-8ef6-429b-a0ae-d871a6149e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:43.508422 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6b6c6-536a-41c3-b612-ebce8998d082 None None] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:39:43.574981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-9d3b303a-2cd8-4937-8ae5-9364fcdc943c None None] Provisioning complete for port 61e3eadf-ce87-4918-9ab6-18705ef8b596 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:43.575301 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9d3b303a-2cd8-4937-8ae5-9364fcdc943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:43.704582 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b303a-2cd8-4937-8ae5-9364fcdc943c None None] Current status of the port 61e3eadf-ce87-4918-9ab6-18705ef8b596 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:39:43.929900 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0dfc5923-3587-4537-bef7-8cf17783b743 None None] Provisioning complete for port 61e3eadf-ce87-4918-9ab6-18705ef8b596 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:43.930290 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5923-3587-4537-bef7-8cf17783b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:44.006874 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc5923-3587-4537-bef7-8cf17783b743 None None] Current status of the port 61e3eadf-ce87-4918-9ab6-18705ef8b596 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:39:44.230953 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 61e3eadf-ce87-4918-9ab6-18705ef8b596 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:39:44.276839 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 61e3eadf-ce87-4918-9ab6-18705ef8b596 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:44.277235 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:44.355792 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 61e3eadf-ce87-4918-9ab6-18705ef8b596 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:39:44.956988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:45.803868 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38018) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:45.934561 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'tenant_id': '4713855f13eb412385d24f7918d316d8', 'router:external': True, 'admin_state_up': True, 'project_id': '4713855f13eb412385d24f7918d316d8', 'provider:network_type': 'flat'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:45.957193 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Made reservation on behalf of 4713855f13eb412385d24f7918d316d8 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:39:45.960637 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:45.968578 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.044475 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks [] for security_group (3ae1c822-bed8-4531-9d17-f4d1c18e246a), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.047983 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3ae1c822-bed8-4531-9d17-f4d1c18e246a), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.061559 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Reserving flat network on physical network physnet1 {{(pid=109146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 13:39:46.083803 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae1c822-bed8-4531-9d17-f4d1c18e246a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:46.088266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (07cf3e95-292b-4646-a97f-4c03758f8b11), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.088629 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Added segment 07cf3e95-292b-4646-a97f-4c03758f8b11 of type flat for network 3bd3d590-983e-4e59-a618-04e2e46bd328 Jan 21 13:39:46.134267 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (3bd3d590-983e-4e59-a618-04e2e46bd328), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.166389 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (3bd3d590-983e-4e59-a618-04e2e46bd328), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.167337 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:46.167880 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:46.199081 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3941727 Jan 21 13:39:46.233692 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39dab3-8516-48e6-8068-a7b384e280ac admin admin] Pushing event updated for resources: {'Network': ['ID=3bd3d590-983e-4e59-a618-04e2e46bd328,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:46.244251 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:39:46.427817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:47.624181 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:48.508941 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38026) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:48.599374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee975b6-429f-415d-81c6-3de6f8d7a55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:48.600876 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1ee975b6-429f-415d-81c6-3de6f8d7a55b admin admin] 10.222.0.84 "GET /v2.0/subnets/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e HTTP/1.1" status: 200 len: 849 time: 0.0909503 Jan 21 13:39:48.719050 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9981e53f-e749-49cf-b480-5c4858ac15c3 admin admin] 10.222.0.84 "GET /v2.0/routers/a14ba736-d323-49e5-a4bf-af658314f529 HTTP/1.1" status: 200 len: 704 time: 0.1126313 Jan 21 13:39:48.984542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.282277 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Allocated IP 172.20.0.1 (15f843c8-3060-4d13-8bc2-2afee463bfb9/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e/4c512aa3-c41f-48b2-b508-c8f297a2dbfe) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:39:49.481469 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks [] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.547072 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.615343 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:39:49.621955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:49.624388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:39:49.624962 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (a14ba736-d323-49e5-a4bf-af658314f529), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.693388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Pushing event updated for resources: {'Port': ['ID=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:49.830502 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.904177 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-41e70f0a-9fa2-44cf-a370-62c737c821ff None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:49.904761 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-41e70f0a-9fa2-44cf-a370-62c737c821ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:49.937442 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-41e70f0a-9fa2-44cf-a370-62c737c821ff None None] Port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:39:50.045542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks [] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:50.049616 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:50.050383 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (a14ba736-d323-49e5-a4bf-af658314f529), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:50.129514 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Pushing event updated for resources: {'Port': ['ID=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:50.175890 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:39:50.177570 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:50.336093 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Router a14ba736-d323-49e5-a4bf-af658314f529 is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:39:50.358093 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7205d848-9ac4-456d-8fbb-9674d68b2a8f None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:50.358487 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7205d848-9ac4-456d-8fbb-9674d68b2a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:50.391085 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7205d848-9ac4-456d-8fbb-9674d68b2a8f None None] Port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:39:50.427610 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:39:50.433125 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2542fe98-ccba-47c0-89f4-f98257463468 admin admin] 10.222.0.84 "PUT /v2.0/routers/a14ba736-d323-49e5-a4bf-af658314f529/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7081945 Jan 21 13:39:50.437697 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Sync routers for ids ['a14ba736-d323-49e5-a4bf-af658314f529'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:39:50.450461 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Routers {'a14ba736-d323-49e5-a4bf-af658314f529'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:39:50.451183 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:39:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['a14ba736-d323-49e5-a4bf-af658314f529'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:50.644853 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Set router a14ba736-d323-49e5-a4bf-af658314f529 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:39:51.082579 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:49Z', 'revision_number': 2, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port_host': None, '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:49Z', 'revision_number': 2, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:51.137576 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Checking router: a14ba736-d323-49e5-a4bf-af658314f529 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:39:51.137949 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Updating router a14ba736-d323-49e5-a4bf-af658314f529 port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:39:51.189990 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.710085 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks [] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.717317 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.883333 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Pushing event updated for resources: {'Port': ['ID=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:51.889293 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Attempting to bind port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:39:51.889697 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Attempting to bind port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:39:51.890139 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Attempting to bind port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe on network 15f843c8-3060-4d13-8bc2-2afee463bfb9 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:39:51.898621 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:39:51.899025 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Checking segment: {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:39:51.899518 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.899913 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Bound using segment: {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:39:51.900418 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Bound port: 4c512aa3-c41f-48b2-b508-c8f297a2dbfe, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80518166-ca05-4ffc-ab9d-0315e6e51d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:39:51.900825 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.904150 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.904522 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.904916 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.905522 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.905857 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.906828 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.907172 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.907546 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.907930 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.908279 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.908706 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.908966 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.909291 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Tracked resource versions report: Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: pushed versions: Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: { 'AddressGroup': {'1.2'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'ConntrackHelper': {'1.0'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Log': {'1.0'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Network': {'1.1'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Port': {'1.7'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'PortForwarding': {'1.2'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'QosPolicy': {'1.10'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroup': {'1.5'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SubPort': {'1.0'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Subnet': {'1.1'}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Trunk': {'1.1'}} Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: consumer versions: Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'ConntrackHelper': '1.0', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'LocalIPAssociation': '1.0', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Log': '1.0', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Network': '1.1', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Port': '1.7', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'PortForwarding': '1.2', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'QosPolicy': '1.10', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroup': '1.5', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroupRule': '1.2', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SubPort': '1.0', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Subnet': '1.1', Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Trunk': '1.1'}} Jan 21 13:39:51.910696 dv-cinder-820164-2-iscsi neutron-server[109148]: {{(pid=109148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:39:51.920524 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a4b18cf9-0081-49c8-a573-830f45c4a1cf None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:51.921687 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a4b18cf9-0081-49c8-a573-830f45c4a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:51.965005 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a4b18cf9-0081-49c8-a573-830f45c4a1cf None None] Port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:39:51.979096 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] For port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:39:51.999761 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] For port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,segment=NetworkSegment(80518166-ca05-4ffc-ab9d-0315e6e51d2e),segment_id=80518166-ca05-4ffc-ab9d-0315e6e51d2e)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:39:52.005938 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:52.051354 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Routers {'a14ba736-d323-49e5-a4bf-af658314f529'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:39:52.052564 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:39:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['a14ba736-d323-49e5-a4bf-af658314f529'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:52.149610 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] Set router a14ba736-d323-49e5-a4bf-af658314f529 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:39:52.152153 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa8f1-9e69-4f79-98e0-bd9dc7d17ebe None None] Pushing event updated for resources: {'Port': ['ID=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:52.284633 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:39:52.285287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:52.362251 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:49Z', 'revision_number': 2, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port_host': None, '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:51Z', 'revision_number': 4, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:39:52.363496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Current status of the port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:39:52.363902 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:52.388658 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f762613-b2c4-4bb6-a38a-18467a9daf4f None None] The sync data for ids ['a14ba736-d323-49e5-a4bf-af658314f529'] in dv-cinder-820164-2-iscsi is: [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:49Z', 'revision_number': 2, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port_host': None, '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:51Z', 'revision_number': 4, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:39:52.396642 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] For port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,segment=NetworkSegment(80518166-ca05-4ffc-ab9d-0315e6e51d2e),segment_id=80518166-ca05-4ffc-ab9d-0315e6e51d2e)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:39:52.401945 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:52.457383 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f7a42-f570-41a6-8876-ba4f648b7591 None None] Pushing event updated for resources: {'Port': ['ID=4c512aa3-c41f-48b2-b508-c8f297a2dbfe,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:55.133967 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38044) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:55.244301 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648c4aa-0611-4ddd-a5b2-56aa3e6884c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:55.245703 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1648c4aa-0611-4ddd-a5b2-56aa3e6884c9 admin admin] 10.222.0.84 "GET /v2.0/networks/3bd3d590-983e-4e59-a618-04e2e46bd328 HTTP/1.1" status: 200 len: 842 time: 0.1107011 Jan 21 13:39:55.255101 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Request body: {'subnet': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'tenant_id': '4713855f13eb412385d24f7918d316d8'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:55.278040 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Made reservation on behalf of 4713855f13eb412385d24f7918d316d8 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:39:55.280779 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:55.636462 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.objects.ports [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 13:39:55.636936 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (329b3b7c-17d7-4b51-a8d5-8e680cc4490e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:55.694044 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=329b3b7c-17d7-4b51-a8d5-8e680cc4490e,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:55.703137 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:39:55.703486 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Network hostable DHCP agents. Network: 3bd3d590-983e-4e59-a618-04e2e46bd328, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:39:55.720241 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:39:55.730145 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 3bd3d590-983e-4e59-a618-04e2e46bd328) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:55.734623 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:55.735302 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:55.740903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a066866-a1f0-4492-9b73-2b3f7d2da60e None None] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:39:55.763685 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ad27aec7-07cc-4c47-90a4-0ea681191bca admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5011296 Jan 21 13:39:55.847041 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bffdbe6-ed95-4d47-8a32-f5209fd4e09f None None] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:39:58.205762 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38052) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:39:58.338265 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e97b0838-2f46-4e86-81c4-a2cebd05efdc admin admin] 10.222.0.84 "GET /v2.0/routers/a14ba736-d323-49e5-a4bf-af658314f529 HTTP/1.1" status: 200 len: 710 time: 0.1313882 Jan 21 13:39:58.421980 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a80e3-b190-4019-a275-236138a84f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:39:58.423274 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2c9a80e3-b190-4019-a275-236138a84f6b admin admin] 10.222.0.84 "GET /v2.0/networks/3bd3d590-983e-4e59-a618-04e2e46bd328 HTTP/1.1" status: 200 len: 886 time: 0.0797698 Jan 21 13:39:58.432557 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:39:58.676865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks [] for router_gateway (a14ba736-d323-49e5-a4bf-af658314f529), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:58.914948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks [] for router_gateway (a14ba736-d323-49e5-a4bf-af658314f529), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:58.994424 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.105854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Allocated IP 172.27.3.207 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/ace35d62-c710-489c-8524-6047ee846fac) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:39:59.214115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks [] for port (ace35d62-c710-489c-8524-6047ee846fac), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.249067 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (ace35d62-c710-489c-8524-6047ee846fac), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.291451 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:39:59.294508 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:39:59.298623 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:39:59.333420 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Pushing event updated for resources: {'Port': ['ID=ace35d62-c710-489c-8524-6047ee846fac,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:39:59.636108 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks [] for router_gateway (a14ba736-d323-49e5-a4bf-af658314f529), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.834797 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7757'] for router (a14ba736-d323-49e5-a4bf-af658314f529), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.838290 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693990'] for router (a14ba736-d323-49e5-a4bf-af658314f529), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:39:59.945342 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Router a14ba736-d323-49e5-a4bf-af658314f529 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:40:00.051032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:40:00.055313 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:00.068651 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-63c57ec5-49e5-413e-940e-ca11d58e2774 admin admin] 10.222.0.84 "PUT /v2.0/routers/a14ba736-d323-49e5-a4bf-af658314f529 HTTP/1.1" status: 200 len: 890 time: 1.6271987 Jan 21 13:40:00.293641 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 4c512aa3-c41f-48b2-b508-c8f297a2dbfe up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:40:00.342870 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:40:00.343193 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:00.420900 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:40:00.879050 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Sync routers for ids ['a14ba736-d323-49e5-a4bf-af658314f529'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:40:00.890699 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Routers {'a14ba736-d323-49e5-a4bf-af658314f529'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:40:00.891336 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:39:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['a14ba736-d323-49e5-a4bf-af658314f529'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:40:01.106184 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Set router a14ba736-d323-49e5-a4bf-af658314f529 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:40:01.569601 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'ace35d62-c710-489c-8524-6047ee846fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:59Z', 'revision_number': 4, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port': {'id': 'ace35d62-c710-489c-8524-6047ee846fac', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:59Z', 'updated_at': '2022-01-21T13:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:52Z', 'revision_number': 5, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:40:01.618072 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Checking router: a14ba736-d323-49e5-a4bf-af658314f529 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:40:01.618424 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Updating router a14ba736-d323-49e5-a4bf-af658314f529 port ace35d62-c710-489c-8524-6047ee846fac binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:40:01.667935 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (ace35d62-c710-489c-8524-6047ee846fac), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:01.979775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks [] for port (ace35d62-c710-489c-8524-6047ee846fac), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:01.985422 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (ace35d62-c710-489c-8524-6047ee846fac), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:02.039382 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Attempting to bind port ace35d62-c710-489c-8524-6047ee846fac on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:40:02.039764 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Attempting to bind port ace35d62-c710-489c-8524-6047ee846fac by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:40:02.040131 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Attempting to bind port ace35d62-c710-489c-8524-6047ee846fac on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:40:02.042143 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9f5d-f970-4282-afed-56f14caa86e9 None None] Pushing event updated for resources: {'Port': ['ID=ace35d62-c710-489c-8524-6047ee846fac,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:40:02.047406 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:40:02.047785 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:40:02.048193 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:02.048582 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:40:02.049075 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Bound port: ace35d62-c710-489c-8524-6047ee846fac, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:40:02.049456 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (ace35d62-c710-489c-8524-6047ee846fac), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:02.097496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] For port ace35d62-c710-489c-8524-6047ee846fac, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:40:02.100987 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] For port ace35d62-c710-489c-8524-6047ee846fac, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=ace35d62-c710-489c-8524-6047ee846fac,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:40:02.105244 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (ace35d62-c710-489c-8524-6047ee846fac), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:02.161861 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Routers {'a14ba736-d323-49e5-a4bf-af658314f529'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:40:02.162441 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:39:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['a14ba736-d323-49e5-a4bf-af658314f529'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:40:02.165105 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9f5d-f970-4282-afed-56f14caa86e9 None None] Pushing event updated for resources: {'Port': ['ID=ace35d62-c710-489c-8524-6047ee846fac,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:40:02.272389 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] Set router a14ba736-d323-49e5-a4bf-af658314f529 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:40:02.483506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'ace35d62-c710-489c-8524-6047ee846fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:59Z', 'revision_number': 4, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port': {'id': 'ace35d62-c710-489c-8524-6047ee846fac', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:59Z', 'updated_at': '2022-01-21T13:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:52Z', 'revision_number': 5, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:40:02.511053 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7623-aad0-4661-a9d8-c2c4da58611d None None] The sync data for ids ['a14ba736-d323-49e5-a4bf-af658314f529'] in dv-cinder-820164-2-iscsi is: [{'id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'name': 'router1', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'ace35d62-c710-489c-8524-6047ee846fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:39:40Z', 'updated_at': '2022-01-21T13:39:59Z', 'revision_number': 4, 'project_id': 'f865892843a14936a60ee0933500ed77', 'gw_port': {'id': 'ace35d62-c710-489c-8524-6047ee846fac', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:59Z', 'updated_at': '2022-01-21T13:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '4c512aa3-c41f-48b2-b508-c8f297a2dbfe', 'name': '', 'network_id': '15f843c8-3060-4d13-8bc2-2afee463bfb9', 'tenant_id': 'f865892843a14936a60ee0933500ed77', 'mac_address': 'fa:16:3e:08:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ba736-d323-49e5-a4bf-af658314f529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:39:49Z', 'updated_at': '2022-01-21T13:39:52Z', 'revision_number': 5, 'project_id': 'f865892843a14936a60ee0933500ed77', 'subnets': [{'id': '02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1209d02d-21de-4628-bd22-3d3e61876f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:40:02.549719 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38064) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:40:02.683230 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7f6116cd-4a76-4a83-8b3b-35db9f749f32 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1323559 Jan 21 13:40:04.265408 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device ace35d62-c710-489c-8524-6047ee846fac up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:40:04.319028 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port ace35d62-c710-489c-8524-6047ee846fac triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:40:04.321619 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (ace35d62-c710-489c-8524-6047ee846fac), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:04.411444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port ace35d62-c710-489c-8524-6047ee846fac is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:40:04.411828 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (ace35d62-c710-489c-8524-6047ee846fac), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:04.433797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port ace35d62-c710-489c-8524-6047ee846fac, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=ace35d62-c710-489c-8524-6047ee846fac,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:40:04.438761 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (ace35d62-c710-489c-8524-6047ee846fac), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:04.489656 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=ace35d62-c710-489c-8524-6047ee846fac,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:40:04.648284 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:40:06.259455 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device ace35d62-c710-489c-8524-6047ee846fac up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:40:06.330120 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port ace35d62-c710-489c-8524-6047ee846fac triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:40:06.330741 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (ace35d62-c710-489c-8524-6047ee846fac), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:06.424910 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port ace35d62-c710-489c-8524-6047ee846fac is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:40:11.296536 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-aea3dc43-990e-47d4-a76b-7e333d43fa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:13.308411 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-55d8855d-a872-4450-97c5-9cd494c83db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:14.964674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:16.436739 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:17.636818 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:41.281045 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-090ba257-ee86-4b48-bfbd-a6e21ee54bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:41.647460 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:40:43.311566 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-592c6f6c-2ff1-4ecc-b5c3-64a43edce8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:44.971125 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:46.441982 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:40:47.632365 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:11.285704 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3456915b-bdd2-410f-98ab-e3abe3f7729b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:13.304253 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d8db312b-a507-4e1b-8237-62d74d931dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:14.966855 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:16.437094 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:17.626129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:18.647404 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:41:22.411607 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38548) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:22.470937 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.pecan_wsgi.hooks.translation [None req-000c2705-192b-47ae-8740-dd6780569e24 admin admin] GET failed (client error): The resource could not be found. Jan 21 13:41:22.472866 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-000c2705-192b-47ae-8740-dd6780569e24 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602920 Jan 21 13:41:22.632068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f39a46-9349-4520-8a49-710623c0c3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:22.633571 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b0f39a46-9349-4520-8a49-710623c0c3cb admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567187 Jan 21 13:41:24.903212 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38558) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:24.992529 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48dd01-c92d-4df1-857f-00f9b52a2452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:24.993892 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ae48dd01-c92d-4df1-857f-00f9b52a2452 admin admin] 10.222.0.84 "GET /v2.0/subnets/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e HTTP/1.1" status: 200 len: 849 time: 0.0897291 Jan 21 13:41:25.003581 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:41:25.087954 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Publish callbacks [] for subnet (02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:25.227260 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763126413285'] for subnet (02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:25.258688 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:25.258856 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:25.260428 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] 10.222.0.84 "PUT /v2.0/subnets/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e HTTP/1.1" status: 200 len: 868 time: 0.2601061 Jan 21 13:41:25.268003 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0256d0d-4cc1-42e6-ad5d-01cdc6955b4a None None] Network 15f843c8-3060-4d13-8bc2-2afee463bfb9 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:41:25.282006 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:41:25.289568 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.289929 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.290889 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.290889 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.291074 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.291289 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.291621 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.291957 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.292289 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.292642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.293002 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.293328 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.293662 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887a79-badb-4473-9d45-ae7c8ee3c496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:41:25.687918 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Provisioning complete for port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:41:25.688459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (4c512aa3-c41f-48b2-b508-c8f297a2dbfe), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:25.765373 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Current status of the port 4c512aa3-c41f-48b2-b508-c8f297a2dbfe is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:41:25.775269 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Provisioning complete for port 61e3eadf-ce87-4918-9ab6-18705ef8b596 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:41:25.775691 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (61e3eadf-ce87-4918-9ab6-18705ef8b596), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:25.859319 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-026780fa-3961-4fd0-8dda-abb3a87564f3 None None] Current status of the port 61e3eadf-ce87-4918-9ab6-18705ef8b596 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:41:27.657065 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38566) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:27.858907 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9908cf-de1d-44f6-bbcd-e649c11989c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:27.859291 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9908cf-de1d-44f6-bbcd-e649c11989c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:27.860845 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6a9908cf-de1d-44f6-bbcd-e649c11989c6 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027957 Jan 21 13:41:30.083134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38574) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:30.215292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bff617-aaee-4dd0-bd12-fe13be2b46c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:30.215815 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bff617-aaee-4dd0-bd12-fe13be2b46c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:30.217387 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-29bff617-aaee-4dd0-bd12-fe13be2b46c2 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333046 Jan 21 13:41:32.493586 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38582) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:32.718724 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331d120-1f74-4d22-a01e-cc6eb2f999aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:32.720096 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5331d120-1f74-4d22-a01e-cc6eb2f999aa admin admin] 10.222.0.84 "GET /v2.0/networks/15f843c8-3060-4d13-8bc2-2afee463bfb9 HTTP/1.1" status: 200 len: 869 time: 0.2255657 Jan 21 13:41:34.974112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38590) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:35.306819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.policy [None req-ce152bfe-ddc6-4f3f-a4e9-616edcf2abd3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 13:41:35.355822 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-ce152bfe-ddc6-4f3f-a4e9-616edcf2abd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:41:35.356193 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-ce152bfe-ddc6-4f3f-a4e9-616edcf2abd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 13:41:35.365218 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce152bfe-ddc6-4f3f-a4e9-616edcf2abd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:35.366955 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ce152bfe-ddc6-4f3f-a4e9-616edcf2abd3 admin admin] 10.222.0.84 "GET /v2.0/networks/3bd3d590-983e-4e59-a618-04e2e46bd328 HTTP/1.1" status: 200 len: 886 time: 0.3919029 Jan 21 13:41:37.670825 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38602) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:37.798445 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e26dc-5e2b-4939-a116-e61c22e073be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:37.798893 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e26dc-5e2b-4939-a116-e61c22e073be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:37.801071 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8a0e26dc-5e2b-4939-a116-e61c22e073be admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293092 Jan 21 13:41:40.050623 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38610) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:40.171963 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63eba7e-e9df-4b6f-93eb-a8aa4c30dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:40.172414 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63eba7e-e9df-4b6f-93eb-a8aa4c30dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:40.173936 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e63eba7e-e9df-4b6f-93eb-a8aa4c30dc1a admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222816 Jan 21 13:41:41.288145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc7414ea-5100-487a-ab81-06840be3ca49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:42.436553 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38618) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:42.543695 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2b75d-64dd-49d9-a7f3-ff5cc86be754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:42.545078 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-faa2b75d-64dd-49d9-a7f3-ff5cc86be754 admin admin] 10.222.0.84 "GET /v2.0/subnets/02c02f6e-3ac4-4f87-a29f-2c81b2b3a34e HTTP/1.1" status: 200 len: 868 time: 0.1075606 Jan 21 13:41:43.306453 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a7e2-776e-4867-9fd5-114c9ce2ad9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:44.803564 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38626) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:41:44.889999 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d516d-8855-4e4b-a8b2-db53cb664dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:41:44.891358 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c61d516d-8855-4e4b-a8b2-db53cb664dc5 admin admin] 10.222.0.84 "GET /v2.0/subnets/329b3b7c-17d7-4b51-a8d5-8e680cc4490e HTTP/1.1" status: 200 len: 816 time: 0.0868289 Jan 21 13:41:44.970736 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:46.441083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:47.630449 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:41:55.647030 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:42:09.242696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38680) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:42:09.289374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-33b2512f-4df7-4dcd-b03d-d7a256b8b11a admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:42:09.290380 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-33b2512f-4df7-4dcd-b03d-d7a256b8b11a admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467162 Jan 21 13:42:11.291405 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-27209a38-719c-4231-9ceb-fbf56dd6dd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:11.649205 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38688) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:42:11.709149 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf29dde-56e3-46dd-a9bc-15b8a5c17675 admin admin] GET failed (client error): The resource could not be found. Jan 21 13:42:11.710421 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-aaf29dde-56e3-46dd-a9bc-15b8a5c17675 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602655 Jan 21 13:42:11.797288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563aae1-89ce-46ee-99e6-c62e0d4fbf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:42:11.799327 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0563aae1-89ce-46ee-99e6-c62e0d4fbf41 admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843737 Jan 21 13:42:13.307769 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-178a276b-ae66-4a36-b98a-2259f2b241ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.106087 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38698) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:42:14.151571 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': '4713855f13eb412385d24f7918d316d8', 'admin_state_up': True, 'project_id': '4713855f13eb412385d24f7918d316d8', 'shared': True}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:42:14.152931 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.quota [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Loaded quota_driver: . Jan 21 13:42:14.195111 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Made reservation on behalf of 4713855f13eb412385d24f7918d316d8 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:42:14.197919 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.243829 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING neutron.services.revisions.revision_plugin [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Could not find related network for resource to bump revision. Jan 21 13:42:14.264440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:42:14.276540 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763126566678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (9b0878ec-f673-4f9b-bf29-1fe19339ef8d), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.277118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Unsubscribe: segment precommit_create {{(pid=109145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 13:42:14.277594 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Added segment 9b0878ec-f673-4f9b-bf29-1fe19339ef8d of type vlan for network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 Jan 21 13:42:14.336842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (98e1e402-3f0b-48c2-8311-a0b64752d3b3), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.369159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (98e1e402-3f0b-48c2-8311-a0b64752d3b3), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.370132 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:42:14.370750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:14.399494 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2923441 Jan 21 13:42:14.481465 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=98e1e402-3f0b-48c2-8311-a0b64752d3b3,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:42:14.493061 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.493424 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.493780 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.494121 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.494462 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.494794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.495133 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.495466 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.495811 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.496156 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.496489 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.496838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.497160 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13685b0f-a661-433e-ad4d-442b4b034ca9 admin admin] Tracked resource versions report: Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: pushed versions: Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: { 'AddressGroup': {'1.2'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'ConntrackHelper': {'1.0'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Log': {'1.0'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Network': {'1.1'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Port': {'1.7'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'PortForwarding': {'1.2'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'QosPolicy': {'1.10'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroup': {'1.5'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SubPort': {'1.0'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Subnet': {'1.1'}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Trunk': {'1.1'}} Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: consumer versions: Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'ConntrackHelper': '1.0', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'LocalIPAssociation': '1.0', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Log': '1.0', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Network': '1.1', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Port': '1.7', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'PortForwarding': '1.2', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'QosPolicy': '1.10', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroup': '1.5', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroupRule': '1.2', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SubPort': '1.0', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Subnet': '1.1', Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Trunk': '1.1'}} Jan 21 13:42:14.498575 dv-cinder-820164-2-iscsi neutron-server[109145]: {{(pid=109145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:42:14.535674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:42:14.974198 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:16.443900 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:16.706293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38712) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:42:16.767149 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.pecan_wsgi.hooks.translation [None req-762db5f7-b963-419a-aefa-d7952b4d477e admin admin] GET failed (client error): The resource could not be found. Jan 21 13:42:16.768555 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-762db5f7-b963-419a-aefa-d7952b4d477e admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612104 Jan 21 13:42:16.874923 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74403b33-edef-431f-8ca2-b1a9d8068562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:42:16.878001 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-74403b33-edef-431f-8ca2-b1a9d8068562 admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039526 Jan 21 13:42:16.888704 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Request body: {'subnet': {'tenant_id': '4713855f13eb412385d24f7918d316d8', 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:42:16.947009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Made reservation on behalf of 4713855f13eb412385d24f7918d316d8 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:42:16.949548 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.166739 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (b300a9de-5c43-45d8-b9a4-ba95b217cf11), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.228667 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b300a9de-5c43-45d8-b9a4-ba95b217cf11,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:42:17.239533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Checking segment: {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:42:17.239925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Network hostable DHCP agents. Network: 98e1e402-3f0b-48c2-8311-a0b64752d3b3, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:42:17.260105 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:42:17.270680 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 98e1e402-3f0b-48c2-8311-a0b64752d3b3) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:42:17.275222 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:42:17.275829 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.280728 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d626f-8d17-4da7-b89a-ac8848236718 None None] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:42:17.292521 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-46f93c0c-496b-4839-aa6f-ccbcc293bb7b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4076221 Jan 21 13:42:17.484416 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-98e1e402-3f0b-48c2-8311-a0b64752d3b3', 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3', 'project_id': '4713855f13eb412385d24f7918d316d8', 'fixed_ips': [{'subnet_id': 'b300a9de-5c43-45d8-b9a4-ba95b217cf11'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:42:17.485316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.635974 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Allocated IP 192.168.233.2 (98e1e402-3f0b-48c2-8311-a0b64752d3b3/b300a9de-5c43-45d8-b9a4-ba95b217cf11/687ff0a1-5944-42ed-91b8-9648729bcd52) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:42:17.648797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.789851 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks [] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.796983 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.838141 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:42:17.840936 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:42:17.847665 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Pushing event updated for resources: {'Port': ['ID=687ff0a1-5944-42ed-91b8-9648729bcd52,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:42:17.849845 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:42:17.860272 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.860693 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.861046 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.861351 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.862336 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.862646 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.863277 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.863277 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.863602 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.863942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.864266 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.864580 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.864921 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:42:17.914311 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Attempting to bind port 687ff0a1-5944-42ed-91b8-9648729bcd52 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:42:17.914671 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Attempting to bind port 687ff0a1-5944-42ed-91b8-9648729bcd52 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:42:17.915297 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Attempting to bind port 687ff0a1-5944-42ed-91b8-9648729bcd52 on network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:42:17.919951 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:42:17.920322 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Checking segment: {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:42:17.920743 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.921132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Bound using segment: {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:42:17.921590 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Bound port: 687ff0a1-5944-42ed-91b8-9648729bcd52, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:42:17.921963 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:17.985433 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] For port 687ff0a1-5944-42ed-91b8-9648729bcd52, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:42:17.989088 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] For port 687ff0a1-5944-42ed-91b8-9648729bcd52, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=687ff0a1-5944-42ed-91b8-9648729bcd52,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:42:17.993954 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:18.054546 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b777a1c-c5d6-482d-b232-ecc7ec8060d3 None None] Pushing event updated for resources: {'Port': ['ID=687ff0a1-5944-42ed-91b8-9648729bcd52,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:42:18.393864 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 687ff0a1-5944-42ed-91b8-9648729bcd52 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:42:18.445313 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 687ff0a1-5944-42ed-91b8-9648729bcd52 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:42:18.445709 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:18.528424 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 687ff0a1-5944-42ed-91b8-9648729bcd52 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:42:18.529099 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:18.563027 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 687ff0a1-5944-42ed-91b8-9648729bcd52, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=687ff0a1-5944-42ed-91b8-9648729bcd52,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:42:18.568519 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:18.618902 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=687ff0a1-5944-42ed-91b8-9648729bcd52,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:42:19.006300 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf3a46-616f-44d0-8851-5838028b8013 None None] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:42:19.091520 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b80cc365-4db7-4dea-8567-06f82a83b21e None None] Provisioning complete for port 687ff0a1-5944-42ed-91b8-9648729bcd52 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:42:19.091829 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b80cc365-4db7-4dea-8567-06f82a83b21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:19.196697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-b80cc365-4db7-4dea-8567-06f82a83b21e None None] Current status of the port 687ff0a1-5944-42ed-91b8-9648729bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:42:19.416440 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4bb500b6-2ebe-49ff-9988-285af8e4787f None None] Provisioning complete for port 687ff0a1-5944-42ed-91b8-9648729bcd52 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:42:19.416901 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4bb500b6-2ebe-49ff-9988-285af8e4787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:19.495317 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4bb500b6-2ebe-49ff-9988-285af8e4787f None None] Current status of the port 687ff0a1-5944-42ed-91b8-9648729bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:42:20.319135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 687ff0a1-5944-42ed-91b8-9648729bcd52 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:42:20.370154 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 687ff0a1-5944-42ed-91b8-9648729bcd52 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:42:20.370545 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (687ff0a1-5944-42ed-91b8-9648729bcd52), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:20.451076 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 687ff0a1-5944-42ed-91b8-9648729bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:42:32.646140 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:42:41.295434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-34f01159-2e06-4e95-a3ba-3d22bdca7357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:43.309212 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-22f15c0b-2a9b-479d-815c-bbdaabc52b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:44.976484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:46.447955 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:42:47.631530 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:09.644881 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:43:11.301876 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fe19fd2e-dd0b-4a54-9327-db72eff49d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:13.311696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5858918c-3c32-44a2-b532-5f19275f569b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:14.979516 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:16.450038 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:17.634001 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:32.899325 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38756) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:43:32.905188 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [None req-bea38d7c-7d9b-48ee-ae11-7185e6479892 tempest-verify_tempest_config-1510965020 tempest-verify_tempest_config-1510965020-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:43:32.906158 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-bea38d7c-7d9b-48ee-ae11-7185e6479892 tempest-verify_tempest_config-1510965020 tempest-verify_tempest_config-1510965020-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058701 Jan 21 13:43:33.203251 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 38774) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:43:33.306677 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.377954 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Publish callbacks [] for security_group (a2625498-646c-4ee6-b3db-2af5908055c2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.381474 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a2625498-646c-4ee6-b3db-2af5908055c2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.426939 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b16134c746954e89b9e65bafdad56d00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221162 Jan 21 13:43:33.428127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2625498-646c-4ee6-b3db-2af5908055c2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:43:33.429699 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38780) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:43:33.434904 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.435260 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.435609 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.435952 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.436289 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.436638 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.436998 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.437334 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.437679 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.438558 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.438895 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.439218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.439543 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a57109-ceda-4d9e-bcd3-44e3631deb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.505730 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Publish callbacks [] for security_group (a2625498-646c-4ee6-b3db-2af5908055c2), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.526240 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Publish callbacks [] for security_group (a2625498-646c-4ee6-b3db-2af5908055c2), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.621154 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a2625498-646c-4ee6-b3db-2af5908055c2), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.623816 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:33.624975 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a2625498-646c-4ee6-b3db-2af5908055c2 HTTP/1.1" status: 204 len: 168 time: 0.1943188 Jan 21 13:43:33.633285 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2625498-646c-4ee6-b3db-2af5908055c2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:43:33.640368 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.640773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.641198 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.641552 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.641887 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.642222 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.642555 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.642889 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.643220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.643551 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.643879 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.644205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:33.644536 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb8e3bc-dbe2-44ac-9794-5a24dcd3c5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:43:41.293483 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-24c2c61a-a928-4ce6-80be-d27b4e9f70be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:43.313907 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-20a662be-ace9-4ed8-ab8c-50f0c37bf819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:44.982175 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:46.453820 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:43:46.643629 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:43:47.636501 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:11.296145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c25b861b-a66f-41d6-8ce6-1d8bcdd8d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:13.315149 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e7a054a8-95cc-4958-9bab-16b62c3947db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:14.986282 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:16.455157 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:17.638394 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:23.642795 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:44:41.299014 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cd7c343f-dfba-4c8c-bb4d-eede3c00e517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:43.315851 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c2c548be-2bb7-4caa-8ad2-e9a793e32306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:44.989004 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:46.457560 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:44:47.641980 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:00.641878 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:45:10.753407 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-672415'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:11.300310 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-922e071a-8340-4baf-99a6-c51ce9c31d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:13.317360 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f52f3e41-db59-4a72-a8b8-7822a03a2eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:14.991236 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:16.460172 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:17.644649 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:26.324912 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38854) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:45:26.430116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-dd16d14c-f2e1-4fbc-bf54-1c65d4ffb0c3 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039996 Jan 21 13:45:28.692790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 38864) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:45:28.747011 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2d22e043-785d-457f-97a8-042de5c81ece admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531421 Jan 21 13:45:37.640481 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:45:40.728409 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:41.301488 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f3925690-f8a0-4819-9932-f8c53bdbe5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:43.319076 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd685-50dc-4421-a8b9-60f11af9b03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:44.993134 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:46.463024 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:45:47.648661 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:10.730788 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:11.302371 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e56280a9-7a39-48ee-9a34-8b6290d5dfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:13.320554 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-33e4b90d-a9af-4acd-97ae-4fd95ede62fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:14.639124 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:46:14.995621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:16.467975 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:17.650840 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:40.757773 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:41.305040 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-346132aa-697c-4060-a7d9-44bf05245108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:43.324754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a181e6a-b064-4430-b2af-80968e4ca3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:44.999421 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:46.470435 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:47.653465 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:46:51.638790 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:46:59.966007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39040) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.055760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39050) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.246480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1861748426-network', 'tenant_id': '309a292210bd4c6b8f0f6d20524b6cec'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:00.270812 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Made reservation on behalf of 309a292210bd4c6b8f0f6d20524b6cec for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:00.273929 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.285622 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.381364 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks [] for security_group (8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.386114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.411755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:47:00.426639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:00.430916 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (e3424241-67b6-4eea-941e-f583fa6c735a), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.431264 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Added segment e3424241-67b6-4eea-941e-f583fa6c735a of type vlan for network c435b6fc-b642-4606-8c76-2349a600bf75 Jan 21 13:47:00.444285 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.444667 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.445208 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.445565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.445902 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.446400 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.447010 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.447631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.448196 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.448553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.448919 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.449253 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.449584 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Tracked resource versions report: Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: pushed versions: Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: { 'AddressGroup': {'1.2'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'ConntrackHelper': {'1.0'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Log': {'1.0'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Network': {'1.1'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Port': {'1.7'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'PortForwarding': {'1.2'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'QosPolicy': {'1.10'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroup': {'1.5'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SubPort': {'1.0'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Subnet': {'1.1'}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Trunk': {'1.1'}} Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: consumer versions: Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: HyperV agent@hv-cinder-82016: {}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'ConntrackHelper': '1.0', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'LocalIPAssociation': '1.0', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Log': '1.0', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Network': '1.1', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Port': '1.7', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'PortForwarding': '1.2', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'QosPolicy': '1.10', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroup': '1.5', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SecurityGroupRule': '1.2', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'SubPort': '1.0', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Subnet': '1.1', Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: 'Trunk': '1.1'}} Jan 21 13:47:00.450698 dv-cinder-820164-2-iscsi neutron-server[109145]: {{(pid=109145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:47:00.463615 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-767186387-network', 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:00.510067 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (c435b6fc-b642-4606-8c76-2349a600bf75), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.530688 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:00.533212 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.545797 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.555530 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (c435b6fc-b642-4606-8c76-2349a600bf75), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.556653 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:00.557344 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.640061 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6683712 Jan 21 13:47:00.640686 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39084) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.643476 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c549-bf0c-402d-8550-5ceabf323f0b admin admin] Pushing event updated for resources: {'Network': ['ID=c435b6fc-b642-4606-8c76-2349a600bf75,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:00.657289 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Request body: {'subnet': {'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1861748426-subnet', 'tenant_id': '309a292210bd4c6b8f0f6d20524b6cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:00.661621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network c435b6fc-b642-4606-8c76-2349a600bf75 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:47:00.695519 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Made reservation on behalf of 309a292210bd4c6b8f0f6d20524b6cec for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:00.701377 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.710745 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks [] for security_group (f71e194a-2380-4a6d-af96-8cf5055a9454), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.719903 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f71e194a-2380-4a6d-af96-8cf5055a9454), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.755226 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39092) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.756184 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e194a-2380-4a6d-af96-8cf5055a9454,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:00.773678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:47:00.785887 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39096) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.799887 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f4baa935-3ca7-465b-b855-76d3aa934617), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.800562 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Added segment f4baa935-3ca7-465b-b855-76d3aa934617 of type vlan for network d3bfe002-b112-41ad-8d5b-fc9e48025c33 Jan 21 13:47:00.852069 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (d3bfe002-b112-41ad-8d5b-fc9e48025c33), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.888219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (d3bfe002-b112-41ad-8d5b-fc9e48025c33), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.890862 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:00.892830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.949250 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (cc4a44eb-7b95-45d7-93a7-1b6c552222ad), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:00.966265 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9065075 Jan 21 13:47:00.966860 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39106) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:00.971139 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Request body: {'subnet': {'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-767186387-subnet', 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:00.978301 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f896da-30ce-4e62-bf3c-b620b5b762b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bfe002-b112-41ad-8d5b-fc9e48025c33,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:00.991887 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:47:01.005930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4a44eb-7b95-45d7-93a7-1b6c552222ad,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:01.018314 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.018685 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.019302 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.020039 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.020587 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.021653 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.021653 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.022117 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.022474 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.022831 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.023169 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.023502 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.023833 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Tracked resource versions report: Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: pushed versions: Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: { 'AddressGroup': {'1.2'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'ConntrackHelper': {'1.0'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Log': {'1.0'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Network': {'1.1'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Port': {'1.7'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'PortForwarding': {'1.2'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'QosPolicy': {'1.10'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroup': {'1.5'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SubPort': {'1.0'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Subnet': {'1.1'}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Trunk': {'1.1'}} Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: consumer versions: Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: HyperV agent@hv-cinder-82016: {}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'ConntrackHelper': '1.0', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'LocalIPAssociation': '1.0', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Log': '1.0', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Network': '1.1', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Port': '1.7', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'PortForwarding': '1.2', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'QosPolicy': '1.10', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroup': '1.5', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SecurityGroupRule': '1.2', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'SubPort': '1.0', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Subnet': '1.1', Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: 'Trunk': '1.1'}} Jan 21 13:47:01.025049 dv-cinder-820164-2-iscsi neutron-server[109146]: {{(pid=109146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:47:01.032012 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:01.037001 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.046964 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Checking segment: {'id': 'e3424241-67b6-4eea-941e-f583fa6c735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:01.047321 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Network hostable DHCP agents. Network: c435b6fc-b642-4606-8c76-2349a600bf75, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:47:01.065994 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Network c435b6fc-b642-4606-8c76-2349a600bf75 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:47:01.082454 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, c435b6fc-b642-4606-8c76-2349a600bf75) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:01.102431 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:01.103526 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.109365 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14211642-9058-47fa-aa25-370b845a5d41 None None] Network c435b6fc-b642-4606-8c76-2349a600bf75 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:01.134925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-network', 'tenant_id': '129b530f15584103a5bf73d0a63e801d'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:01.137504 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ddffe5ff-9c64-42c5-ab47-e0709b401558 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4955626 Jan 21 13:47:01.138036 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39110) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:01.171377 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Made reservation on behalf of 129b530f15584103a5bf73d0a63e801d for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:01.173792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.184183 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.202181 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-network', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:01.254099 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Made reservation on behalf of e4e7437157cf4651b4c5152ebeee82e5 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:01.256368 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.276479 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9480dd-750d-4bde-95d1-aabfd2dae7d3 None None] Network c435b6fc-b642-4606-8c76-2349a600bf75 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:01.280428 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.412264 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (8bb94a4f-15fe-40cc-936c-4e0d9cfee98c), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.415334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks [] for security_group (288ff571-4358-491e-b732-9d0372960553), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.459931 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:01.469573 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (288ff571-4358-491e-b732-9d0372960553), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.480523 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:47:01.489339 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f9bcd111-7298-4598-a515-7d17cc9df09c), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.489669 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Added segment f9bcd111-7298-4598-a515-7d17cc9df09c of type vlan for network 8def9da6-8338-4654-a529-ca0ba4b105e0 Jan 21 13:47:01.530151 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (8def9da6-8338-4654-a529-ca0ba4b105e0), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.543798 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-451587497-network', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:01.622217 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks [] for security_group (393ac795-3878-4b69-b71d-69a520dd0970), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.628302 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288ff571-4358-491e-b732-9d0372960553,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:01.640043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (393ac795-3878-4b69-b71d-69a520dd0970), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.657780 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (8def9da6-8338-4654-a529-ca0ba4b105e0), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.658774 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:01.659478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.667782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Made reservation on behalf of 21b908f3a07442bcbeabe49a50f7f48a for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:01.670533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.707875 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:47:01.709803 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.724438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Checking segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:01.724765 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Network hostable DHCP agents. Network: d3bfe002-b112-41ad-8d5b-fc9e48025c33, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:47:01.735729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (4a8be8de-1316-45a4-80c6-43422b52e7f6), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.736067 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Added segment 4a8be8de-1316-45a4-80c6-43422b52e7f6 of type vlan for network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da Jan 21 13:47:01.747809 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ac795-3878-4b69-b71d-69a520dd0970,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:01.756245 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9942360 Jan 21 13:47:01.756740 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39140) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:01.762677 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Request body: {'subnet': {'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-subnet', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:01.800910 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Made reservation on behalf of 129b530f15584103a5bf73d0a63e801d for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:01.804281 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.874695 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:47:01.883199 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (5ba9eaea-c320-46c7-b6bb-d0baef77b7da), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.887339 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058ef97-3815-4d93-9fe0-9b62c560cd36 admin admin] Pushing event updated for resources: {'Network': ['ID=8def9da6-8338-4654-a529-ca0ba4b105e0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:01.899983 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:47:01.910908 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, d3bfe002-b112-41ad-8d5b-fc9e48025c33) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:01.929422 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:01.930000 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.932145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f38ddd-10b8-4c07-a3fc-e5350fc3c8c0 None None] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:01.948015 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (5ba9eaea-c320-46c7-b6bb-d0baef77b7da), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.949291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:01.949872 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:01.997192 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-12639c56-4469-4b54-b86c-64e65b4e63eb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0296295 Jan 21 13:47:02.005842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks [] for security_group (d39fd002-d2e1-4e54-ad55-62aa15d0a18a), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.103244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39154) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:02.104252 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3155334 Jan 21 13:47:02.105135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d39fd002-d2e1-4e54-ad55-62aa15d0a18a), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.111734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Request body: {'subnet': {'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-subnet', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:02.139715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b920-ee56-4425-9432-f686cdcbde1b admin admin] Pushing event updated for resources: {'Network': ['ID=5ba9eaea-c320-46c7-b6bb-d0baef77b7da,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.141440 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b7582-6b6b-4404-ab75-948f4e098936 None None] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:02.145872 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (4d27a41a-ea27-48c7-b94c-201209bb4391), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.146649 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:47:02.178227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39fd002-d2e1-4e54-ad55-62aa15d0a18a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.182434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:47:02.206698 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (3dff6e52-4e05-41b4-8310-7e81027ca11b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.208150 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Added segment 3dff6e52-4e05-41b4-8310-7e81027ca11b of type vlan for network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 Jan 21 13:47:02.257376 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Made reservation on behalf of e4e7437157cf4651b4c5152ebeee82e5 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:02.260154 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.304910 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (257b1f17-c2c3-4ac6-a932-3ddca797ac52), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.358648 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Checking segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:02.359051 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Network hostable DHCP agents. Network: 8def9da6-8338-4654-a529-ca0ba4b105e0, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:47:02.360554 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (257b1f17-c2c3-4ac6-a932-3ddca797ac52), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.362498 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:02.363985 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.364351 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d27a41a-ea27-48c7-b94c-201209bb4391,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.408532 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:47:02.415943 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2724574 Jan 21 13:47:02.416138 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39162) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:02.421514 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Request body: {'subnet': {'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-451587497-subnet', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:02.464011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03814e68-a5b6-4874-b8b4-780057ced9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=257b1f17-c2c3-4ac6-a932-3ddca797ac52,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.468134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 8def9da6-8338-4654-a529-ca0ba4b105e0) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:02.478302 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b54ddf-c743-4741-bb0d-e76290ba20c4 None None] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:02.478466 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:02.479100 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.507518 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Made reservation on behalf of 21b908f3a07442bcbeabe49a50f7f48a for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:02.509806 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.520694 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:47:02.550440 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c426e87f-5e46-40e9-a402-393694f6ef69 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7893660 Jan 21 13:47:02.550929 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39164) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:02.557678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:02.624491 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.627087 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.684998 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (b6e53a21-a611-4fb0-aca8-dc924ed7de4d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.819775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1cbf3-e908-43ef-9c57-8e3e3f4e59e2 None None] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:02.822680 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e53a21-a611-4fb0-aca8-dc924ed7de4d,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.844781 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Checking segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:02.845502 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Network hostable DHCP agents. Network: 5ba9eaea-c320-46c7-b6bb-d0baef77b7da, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:47:02.864452 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (ae5a1ce2-e089-42c5-9599-9f76f62e6d00), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.932655 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5a1ce2-e089-42c5-9599-9f76f62e6d00,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:02.937011 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:47:02.950633 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Checking segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:02.951176 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Network hostable DHCP agents. Network: 257b1f17-c2c3-4ac6-a932-3ddca797ac52, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:47:02.954221 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 5ba9eaea-c320-46c7-b6bb-d0baef77b7da) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:02.959499 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:02.960085 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:02.968934 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79065471-224d-4720-86bd-4aaa33d10aff None None] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:02.984566 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:47:02.992443 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 257b1f17-c2c3-4ac6-a932-3ddca797ac52) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:02.999706 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cbdf4489-1f8a-4342-bfce-7b333fe316f6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8919575 Jan 21 13:47:02.999928 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:03.000620 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.009198 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6f4e4-6a56-4d93-a703-95921b697e12 None None] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:03.011991 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39188) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:03.017756 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:03.033101 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d6307cd0-fe55-4127-a015-0a123a6dc72e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6132350 Jan 21 13:47:03.036139 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39196) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:03.042950 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:03.064323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for router_controller (8ac91fa6-9a7c-4149-83e6-aa59b828e736), precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.096086 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (011a80e6-22f2-4320-94b9-8df655301f3b), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.104766 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (011a80e6-22f2-4320-94b9-8df655301f3b), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.109928 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.111150 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.120305 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39210) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:03.169580 dv-cinder-820164-2-iscsi neutron-server[109145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 13:47:03.216432 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for router_controller (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.218922 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39226) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:03.222002 dv-cinder-820164-2-iscsi neutron-server[109146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 13:47:03.278247 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:47:03.279133 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.381831 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:47:03.383090 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.455959 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for router_gateway (8ac91fa6-9a7c-4149-83e6-aa59b828e736), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.533374 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-7bacd0bb-4f48-43c8-ae74-9ee61ce76e30 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:03.534853 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-7bacd0bb-4f48-43c8-ae74-9ee61ce76e30 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/networks?id=c435b6fc-b642-4606-8c76-2349a600bf75 HTTP/1.1" status: 200 len: 812 time: 0.4139094 Jan 21 13:47:03.574083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Allocated IP 172.20.0.2 (5ba9eaea-c320-46c7-b6bb-d0baef77b7da/b6e53a21-a611-4fb0-aca8-dc924ed7de4d/aa1890f1-2081-45ad-9ebc-c356cd59ec55) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:03.586204 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-ab063e50-a13b-4f98-8ee0-b2f6819d205a tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/quotas/309a292210bd4c6b8f0f6d20524b6cec HTTP/1.1" status: 200 len: 375 time: 0.0425792 Jan 21 13:47:03.603182 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for router_gateway (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.612395 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Allocated IP 172.20.0.2 (257b1f17-c2c3-4ac6-a932-3ddca797ac52/ae5a1ce2-e089-42c5-9599-9f76f62e6d00/e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:03.654794 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-57d7beb5-a255-4467-b2b3-2c98991d4139 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=309a292210bd4c6b8f0f6d20524b6cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550885 Jan 21 13:47:03.693183 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for router_controller (011a80e6-22f2-4320-94b9-8df655301f3b), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.818469 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-681b156f-3801-4b44-a3ff-df362847ca0f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:03.820327 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-681b156f-3801-4b44-a3ff-df362847ca0f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.5998251 Jan 21 13:47:03.835107 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-55f689f6-d46f-4eb2-b25c-111307bf7189 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:47:03.836109 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-55f689f6-d46f-4eb2-b25c-111307bf7189 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0811079 Jan 21 13:47:03.869135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks [] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.881942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.893252 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for router_gateway (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.898055 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-6acd6387-7922-4c67-98bb-f2ad2a8f1708 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/quotas/e0bba285c3584d64b257d0800a59f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0489590 Jan 21 13:47:03.926730 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Pushing event updated for resources: {'Port': ['ID=aa1890f1-2081-45ad-9ebc-c356cd59ec55,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:03.934374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for router_gateway (011a80e6-22f2-4320-94b9-8df655301f3b), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.935165 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks [] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.940483 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.941158 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.941706 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.942214 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.942721 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.943218 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.943713 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.944376 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.944896 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.945415 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.945972 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.946613 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.947149 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Tracked resource versions report: Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: pushed versions: Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: { 'AddressGroup': {'1.2'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'ConntrackHelper': {'1.0'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Log': {'1.0'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Network': {'1.1'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Port': {'1.7'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'PortForwarding': {'1.2'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'QosPolicy': {'1.10'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroup': {'1.5'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SubPort': {'1.0'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Subnet': {'1.1'}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Trunk': {'1.1'}} Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: consumer versions: Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: HyperV agent@hv-cinder-82016: {}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'ConntrackHelper': '1.0', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'LocalIPAssociation': '1.0', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Log': '1.0', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Network': '1.1', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Port': '1.7', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'PortForwarding': '1.2', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'QosPolicy': '1.10', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroup': '1.5', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SecurityGroupRule': '1.2', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'SubPort': '1.0', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Subnet': '1.1', Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: 'Trunk': '1.1'}} Jan 21 13:47:03.948643 dv-cinder-820164-2-iscsi neutron-server[109147]: {{(pid=109147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:47:03.956717 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.967627 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:03.976456 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:04.001027 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:04.004905 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:04.015156 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-81195207-ace2-404f-9383-4892130fc790 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855112 Jan 21 13:47:04.021435 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:04.028858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:04.046789 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:04.049940 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:04.114008 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Attempting to bind port aa1890f1-2081-45ad-9ebc-c356cd59ec55 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:04.114380 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Attempting to bind port aa1890f1-2081-45ad-9ebc-c356cd59ec55 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:04.114736 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Attempting to bind port aa1890f1-2081-45ad-9ebc-c356cd59ec55 on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:04.121994 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-87cdb76e-652f-4c76-8898-5a8ec62ace9b service neutron] 10.222.0.84 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697501 Jan 21 13:47:04.137433 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:04.137708 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Checking segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:04.137962 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.138331 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Bound using segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:04.139408 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Bound port: aa1890f1-2081-45ad-9ebc-c356cd59ec55, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:04.139789 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.159372 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Attempting to bind port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:04.159743 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Attempting to bind port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:04.160102 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Attempting to bind port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:04.160974 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-cf154da6-bff5-4953-b49e-f2bd7b8ebc31 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:47:04.162011 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-cf154da6-bff5-4953-b49e-f2bd7b8ebc31 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915673 Jan 21 13:47:04.174270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:04.174680 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Checking segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:04.175040 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.175821 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Bound using segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:04.176294 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Bound port: e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:04.176694 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.228380 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Allocated IP 172.27.3.73 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/5ac4f272-b3fc-4c11-b285-b2c650664aa9) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:04.273374 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] For port aa1890f1-2081-45ad-9ebc-c356cd59ec55, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:04.278793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] For port aa1890f1-2081-45ad-9ebc-c356cd59ec55, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=aa1890f1-2081-45ad-9ebc-c356cd59ec55,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:04.286143 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.288338 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-83d6f600-dd20-4961-af3c-96c504ba927b service neutron] 10.222.0.84 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424396 Jan 21 13:47:04.294763 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] For port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:04.301797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] For port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:04.334870 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.372116 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for router_gateway (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.383353 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d8a47-a54e-499e-b2d5-cd62559f6d7e None None] Pushing event updated for resources: {'Port': ['ID=aa1890f1-2081-45ad-9ebc-c356cd59ec55,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:04.410805 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.443180 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.460729 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7a35c-2e07-40fa-ad8d-0e49b6e3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:04.551483 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.577542 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-bb0e6404-225b-40a4-93ae-0c36e53969c3 service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065650 Jan 21 13:47:04.805006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:04.805006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:04.805006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:04.816685 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for router_gateway (011a80e6-22f2-4320-94b9-8df655301f3b), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.848403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac4f272-b3fc-4c11-b285-b2c650664aa9,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:04.962218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:04.965309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Allocated IP 172.27.3.146 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/7b532ba7-c298-43fc-9471-423231621a65) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:05.019826 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd5e96de-e50c-42b6-b79c-0a17caf3ac42 req-d2be39b7-ccb7-41a4-99ae-7a93de538cdd tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.1144402 Jan 21 13:47:05.173380 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-105da184-4055-48dc-b022-a2b9c789b1fb service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794780 Jan 21 13:47:05.226638 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for port (7b532ba7-c298-43fc-9471-423231621a65), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:05.290344 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (7b532ba7-c298-43fc-9471-423231621a65), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:05.338093 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for router_gateway (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:05.460638 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:05.462505 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Allocated IP 172.27.3.69 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/be208197-6449-4428-8a47-a0d45abecec6) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:05.467615 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:05.473500 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:05.728119 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87a5b0b3-a4d3-441b-b35b-23cfefaaf426 req-7f0b1610-b035-4863-8c55-39f1de8333cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.0836940 Jan 21 13:47:05.759233 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.054257 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Pushing event updated for resources: {'Port': ['ID=7b532ba7-c298-43fc-9471-423231621a65,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:06.190223 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:47:06.304656 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e89256-17fe-492d-a125-02a5e2b83b8b None None] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:06.340571 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-77d5319a-0eac-4cdb-baca-d7efef137930 req-18d131cc-b818-422c-80a6-7e4923c612b9 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.1375196 Jan 21 13:47:06.394645 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:06.414545 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Sync routers for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:06.428404 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:06.430807 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:06.443820 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for router_gateway (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.447519 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Provisioning complete for port aa1890f1-2081-45ad-9ebc-c356cd59ec55 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:06.448075 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.448794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.450264 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-09adef2e-fb08-4d69-a451-d661805db146 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8982389 Jan 21 13:47:06.454116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39362) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:06.600327 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Current status of the port aa1890f1-2081-45ad-9ebc-c356cd59ec55 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:06.601136 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for port (be208197-6449-4428-8a47-a0d45abecec6), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.604244 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.648841 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39364) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:06.793641 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (be208197-6449-4428-8a47-a0d45abecec6), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:06.821497 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2954550-778f-4d32-b30f-3c653ab684f9 None None] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:47:06.866955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Pushing event updated for resources: {'Port': ['ID=be208197-6449-4428-8a47-a0d45abecec6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:06.915379 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:06.957226 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:06.960462 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:06.964454 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:06.975507 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:07.055446 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a393045b-7095-49e7-acf7-94b9c538ead5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.105500 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.111781 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] For port aa1890f1-2081-45ad-9ebc-c356cd59ec55, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=aa1890f1-2081-45ad-9ebc-c356cd59ec55,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:07.157698 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:07.199841 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Checking router: 8ac91fa6-9a7c-4149-83e6-aa59b828e736 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:07.200449 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Updating router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:07.247264 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59747ba0-6fec-43e7-8a36-6eebc8a87bcd req-7086143d-1534-441c-b581-e4e1d403d8a2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.0533030 Jan 21 13:47:07.250388 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.332422 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.447311 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5c2e-ef20-4d44-87e2-f6507c73a850 None None] Pushing event updated for resources: {'Port': ['ID=aa1890f1-2081-45ad-9ebc-c356cd59ec55,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:07.455958 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:07.456855 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.522757 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for router_gateway (011a80e6-22f2-4320-94b9-8df655301f3b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.543680 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Provisioning complete for port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:07.544287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.562364 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.596546 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a393045b-7095-49e7-acf7-94b9c538ead5 admin admin] Publish callbacks [] for security_group (07114d10-ff0f-4240-aed8-98d095dc0515), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.617355 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a393045b-7095-49e7-acf7-94b9c538ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (07114d10-ff0f-4240-aed8-98d095dc0515), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.708780 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:07.709472 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.713725 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Current status of the port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:07.714298 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.716582 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks [] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.726736 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.749260 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a393045b-7095-49e7-acf7-94b9c538ead5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e5e356b177224244999d182df73570b5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0978668 Jan 21 13:47:07.753248 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39390) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:07.763621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:07.769583 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.770860 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device aa1890f1-2081-45ad-9ebc-c356cd59ec55 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:07.773946 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c972337e-c0a0-4f6d-a9c6-92a404b4c0a6 req-55edb5a1-c3c5-435e-9374-b108ade8e874 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.0864475 Jan 21 13:47:07.798183 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Pushing event updated for resources: {'Port': ['ID=5ac4f272-b3fc-4c11-b285-b2c650664aa9,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:07.803045 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393045b-7095-49e7-acf7-94b9c538ead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07114d10-ff0f-4240-aed8-98d095dc0515,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:07.816642 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.817493 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.818272 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.818789 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.819572 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.820058 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.820948 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.821887 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.822477 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.823173 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.823991 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.824814 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.825314 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Tracked resource versions report: Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: pushed versions: Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: { 'AddressGroup': {'1.2'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'ConntrackHelper': {'1.0'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'LocalIPAssociation': {'1.0'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Log': {'1.0'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Network': {'1.1'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Port': {'1.7'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'PortForwarding': {'1.2'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'QosPolicy': {'1.10'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroup': {'1.5'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroupRule': {'1.2'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SubPort': {'1.0'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Subnet': {'1.1'}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Trunk': {'1.1'}} Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: consumer versions: Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: { DHCP agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: HyperV agent@hv-cinder-82016: {}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: L3 agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: Metadata agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: Metering agent@dv-cinder-820164-2-iscsi: {}, Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: Open vSwitch agent@dv-cinder-820164-2-iscsi: { 'AddressGroup': '1.2', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'ConntrackHelper': '1.0', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'LocalIPAssociation': '1.0', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Log': '1.0', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Network': '1.1', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Port': '1.7', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'PortForwarding': '1.2', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'QosPolicy': '1.10', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroup': '1.5', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SecurityGroupRule': '1.2', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'SubPort': '1.0', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Subnet': '1.1', Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: 'Trunk': '1.1'}} Jan 21 13:47:07.827214 dv-cinder-820164-2-iscsi neutron-server[109148]: {{(pid=109148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 13:47:07.860257 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.db.api [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 13:47:07.860601 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG oslo_db.api [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 13:47:07.861565 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Attempting to bind port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:07.862112 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Attempting to bind port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:07.864441 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Attempting to bind port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:07.869811 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:47:07.874680 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:07.875340 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:07.876060 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.879330 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:07.880215 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Bound port: 5ac4f272-b3fc-4c11-b285-b2c650664aa9, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:07.880808 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.888718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Allocated IP 172.20.0.1 (8def9da6-8338-4654-a529-ca0ba4b105e0/4d27a41a-ea27-48c7-b94c-201209bb4391/7edffe87-61d3-414e-8eb3-23d9707bdd05) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:07.906726 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:07.916472 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] Publish callbacks [] for security_group (07114d10-ff0f-4240-aed8-98d095dc0515), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.920894 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port aa1890f1-2081-45ad-9ebc-c356cd59ec55 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:07.921337 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.958831 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] Publish callbacks [] for security_group (07114d10-ff0f-4240-aed8-98d095dc0515), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:07.975634 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] For port 5ac4f272-b3fc-4c11-b285-b2c650664aa9, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:07.979074 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] For port 5ac4f272-b3fc-4c11-b285-b2c650664aa9, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5ac4f272-b3fc-4c11-b285-b2c650664aa9,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:07.987329 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.016331 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port aa1890f1-2081-45ad-9ebc-c356cd59ec55 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:08.052142 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (011a80e6-22f2-4320-94b9-8df655301f3b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.067870 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks [] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.074095 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8930b3-8917-44c1-9bc0-62e03de8fd71 None None] Pushing event updated for resources: {'Port': ['ID=5ac4f272-b3fc-4c11-b285-b2c650664aa9,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:08.093744 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:08.094424 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:08.116727 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.121030 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:08.122387 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (07114d10-ff0f-4240-aed8-98d095dc0515), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.125884 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.131257 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07114d10-ff0f-4240-aed8-98d095dc0515 HTTP/1.1" status: 204 len: 168 time: 0.3745875 Jan 21 13:47:08.131610 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:08.143787 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:08.144834 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:08.190486 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216cd1a-a3e9-4257-bc8b-9524f0dbec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07114d10-ff0f-4240-aed8-98d095dc0515,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:08.212390 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.219194 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c0fca9ca-345f-4701-b1f7-5c63c9e75bff admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1796374 Jan 21 13:47:08.222129 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39402) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:08.222266 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:08.226713 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:08.228883 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Pushing event updated for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:08.237811 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:08.238675 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.336450 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:08.423080 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:08.451884 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c14955ea-e64f-4223-a7c0-8cdf879d7986 None None] Current status of the port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:08.505593 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Router 011a80e6-22f2-4320-94b9-8df655301f3b is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:47:08.596982 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:08.611508 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:08.658487 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87e795-8cca-4c2d-8774-2171069dda7a None None] The sync data for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi is: [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:08.687661 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-2113cb52-18ac-4ccc-9c40-fd89080020b5 None None] Provisioning complete for port aa1890f1-2081-45ad-9ebc-c356cd59ec55 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:08.687989 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2113cb52-18ac-4ccc-9c40-fd89080020b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.805759 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-846d8d65-647e-4dfa-ac39-be967a8aa7fc req-d292f6f8-c090-42e2-a505-2d7ecc4e059f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.1140165 Jan 21 13:47:08.900709 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:08.901085 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.927544 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:08.969355 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-2113cb52-18ac-4ccc-9c40-fd89080020b5 None None] Current status of the port aa1890f1-2081-45ad-9ebc-c356cd59ec55 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:08.974961 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:09.012168 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:09.012515 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Updating router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 port 7b532ba7-c298-43fc-9471-423231621a65 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:09.129968 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fe3580f-3589-494f-ad1e-6da53ce51059 req-9b5403fb-b991-40be-945c-ad75092dca1c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.1253195 Jan 21 13:47:09.167080 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7b532ba7-c298-43fc-9471-423231621a65), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:09.306639 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:09.310987 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device aa1890f1-2081-45ad-9ebc-c356cd59ec55 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:09.350456 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:09.364514 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:09.389172 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:09.395754 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:09.479749 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:09.483921 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8b8e292a-f584-4ce0-bb4e-1d1c7a44be92 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4682634 Jan 21 13:47:09.488150 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39450) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:09.504765 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks [] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:09.539981 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:09.543816 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:09.668409 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Pushing event updated for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:09.764362 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:09.772304 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:09.774152 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:09.867314 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.107', 56608) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:09.900386 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39460) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:09.926384 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port aa1890f1-2081-45ad-9ebc-c356cd59ec55 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:09.927044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.040011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.107', 56609) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:10.100530 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks [] for port (7b532ba7-c298-43fc-9471-423231621a65), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.160370 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port aa1890f1-2081-45ad-9ebc-c356cd59ec55 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:10.167869 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7b532ba7-c298-43fc-9471-423231621a65), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.298318 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d67655-7f65-40f1-9934-b7e73391650b None None] Pushing event updated for resources: {'Port': ['ID=7b532ba7-c298-43fc-9471-423231621a65,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:10.314233 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Attempting to bind port 7b532ba7-c298-43fc-9471-423231621a65 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:10.314477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Attempting to bind port 7b532ba7-c298-43fc-9471-423231621a65 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:10.314780 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Attempting to bind port 7b532ba7-c298-43fc-9471-423231621a65 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:10.320227 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f016b0c6-290b-469f-bd4f-ed19c97b0c59 req-a749556a-44df-4d82-a1c0-38043af7d2cc tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.3050566 Jan 21 13:47:10.323611 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:10.324298 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:10.324707 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.325111 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:10.325601 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Bound port: 7b532ba7-c298-43fc-9471-423231621a65, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:10.326230 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7b532ba7-c298-43fc-9471-423231621a65), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.406540 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:07Z', 'revision_number': 3, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:10.492107 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:10.492364 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Updating router 011a80e6-22f2-4320-94b9-8df655301f3b port be208197-6449-4428-8a47-a0d45abecec6 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:10.514484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] For port 7b532ba7-c298-43fc-9471-423231621a65, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:10.526663 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] For port 7b532ba7-c298-43fc-9471-423231621a65, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7b532ba7-c298-43fc-9471-423231621a65,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:10.535625 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:47:10.540741 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7b532ba7-c298-43fc-9471-423231621a65), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.594017 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (be208197-6449-4428-8a47-a0d45abecec6), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.681829 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5ac4f272-b3fc-4c11-b285-b2c650664aa9 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:10.711947 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-ca56d551-c640-403b-9428-90a8c2389601 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:10.715375 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-ca56d551-c640-403b-9428-90a8c2389601 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.107 "GET /v2.0/networks?id=c435b6fc-b642-4606-8c76-2349a600bf75 HTTP/1.1" status: 200 len: 812 time: 0.8428469 Jan 21 13:47:10.739214 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a161652-4eec-43ab-ae80-34d2c755ca77 req-0d254711-cdbd-4895-8c54-eee8ec949092 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.3707333 Jan 21 13:47:10.760311 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9098-efc3-42bf-9dc5-3b715028a8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:10.782886 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Request body: {'port': {'device_id': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75', 'admin_state_up': True, 'tenant_id': '309a292210bd4c6b8f0f6d20524b6cec'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:10.996032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.019865 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:11.020514 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:11.022451 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d67655-7f65-40f1-9934-b7e73391650b None None] Pushing event updated for resources: {'Port': ['ID=7b532ba7-c298-43fc-9471-423231621a65,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:11.071200 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-adec7ba7-d121-48de-950f-b4d6d6762131 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:11.085032 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-adec7ba7-d121-48de-950f-b4d6d6762131 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 1.0317757 Jan 21 13:47:11.092451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Request body: {'port': {'device_id': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'admin_state_up': True, 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:11.137788 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.168368 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:11.170697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.305746 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks [] for port (be208197-6449-4428-8a47-a0d45abecec6), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.313303 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (be208197-6449-4428-8a47-a0d45abecec6), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.378519 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:11.429325 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Attempting to bind port be208197-6449-4428-8a47-a0d45abecec6 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:11.429903 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Attempting to bind port be208197-6449-4428-8a47-a0d45abecec6 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:11.430127 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Attempting to bind port be208197-6449-4428-8a47-a0d45abecec6 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:11.469920 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df1c0c-c381-4a3c-8f2f-ac89a0f40d26 None None] Pushing event updated for resources: {'Port': ['ID=be208197-6449-4428-8a47-a0d45abecec6,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:11.478093 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:11.478512 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:11.479625 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.480027 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:11.484484 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Bound port: be208197-6449-4428-8a47-a0d45abecec6, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:11.485021 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (be208197-6449-4428-8a47-a0d45abecec6), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.523820 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8e03e85e-39e2-4643-b1dd-40ba109b51ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.611831 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] For port be208197-6449-4428-8a47-a0d45abecec6, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:11.617041 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ab009b8a-8ac3-4c31-8837-aa3a1823e029 req-5a9b86e2-f54a-4136-9e54-77dcf0084b00 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.1372075 Jan 21 13:47:11.631951 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] For port be208197-6449-4428-8a47-a0d45abecec6, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=be208197-6449-4428-8a47-a0d45abecec6,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:11.659861 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:11.661150 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (be208197-6449-4428-8a47-a0d45abecec6), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.674243 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c44f4032-ebdf-477a-9bd4-48d9357a1e21 admin admin] 10.222.0.84 "PUT /v2.0/routers/8ac91fa6-9a7c-4149-83e6-aa59b828e736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2189183 Jan 21 13:47:11.676500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:11.680423 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.922080 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:11.922575 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:11.990734 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df1c0c-c381-4a3c-8f2f-ac89a0f40d26 None None] Pushing event updated for resources: {'Port': ['ID=be208197-6449-4428-8a47-a0d45abecec6,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:12.002903 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Allocated IP 172.20.0.6 (d3bfe002-b112-41ad-8d5b-fc9e48025c33/8bb94a4f-15fe-40cc-936c-4e0d9cfee98c/50c7d8b5-1947-463c-a58a-50b21faf13db) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:12.024817 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:12.026582 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:12.078098 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Sync routers for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:12.157092 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 5ac4f272-b3fc-4c11-b285-b2c650664aa9, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5ac4f272-b3fc-4c11-b285-b2c650664aa9,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:12.355153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:12.357204 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:46:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:12.392116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks [] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:12.414814 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-78de1e11-74a5-41bf-acd5-4f1cd001b094 req-535cdc59-67d7-4224-948a-6d8fbd0020ee tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.1723089 Jan 21 13:47:12.467550 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Allocated IP 172.20.0.1 (257b1f17-c2c3-4ac6-a932-3ddca797ac52/ae5a1ce2-e089-42c5-9599-9f76f62e6d00/6dcd76ca-fa9b-4e82-b47c-07e195f857dc) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:12.469153 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:12.515480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:12.618157 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9098-efc3-42bf-9dc5-3b715028a8f2 admin admin] Publish callbacks [] for security_group (34dd2017-0197-4b83-a970-eab367ab6cfe), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:12.621470 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:12.663582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:12.665145 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9098-efc3-42bf-9dc5-3b715028a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (34dd2017-0197-4b83-a970-eab367ab6cfe), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:12.680558 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:12.717572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:12.750059 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:12.755134 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:12.836039 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c8ad9098-efc3-42bf-9dc5-3b715028a8f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=14dbe5cd59ff4d01a7b8f71b64fe43b5&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9230769 Jan 21 13:47:12.858955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9098-efc3-42bf-9dc5-3b715028a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd2017-0197-4b83-a970-eab367ab6cfe,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:12.892239 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39570) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:12.913614 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.068365 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.072247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-ffff6d8a-c691-4720-ab46-41c7f414451e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:13.087082 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] Publish callbacks [] for security_group (34dd2017-0197-4b83-a970-eab367ab6cfe), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.087312 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-ffff6d8a-c691-4720-ab46-41c7f414451e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 819 time: 0.3063195 Jan 21 13:47:13.188292 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event updated for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:13.194406 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39576) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:13.209954 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-5b093449-931f-4055-86ff-39c376e2fab9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/quotas/129b530f15584103a5bf73d0a63e801d HTTP/1.1" status: 200 len: 375 time: 0.1156130 Jan 21 13:47:13.217610 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:07Z', 'revision_number': 3, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:13.231097 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-33fa4385-757d-437c-aa85-c38c1c8e4507 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1421432 Jan 21 13:47:13.297225 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b96793-b3d3-4a74-8180-c7e729924737 None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:07Z', 'revision_number': 3, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:13.329065 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Allocated IP 172.20.0.1 (5ba9eaea-c320-46c7-b6bb-d0baef77b7da/b6e53a21-a611-4fb0-aca8-dc924ed7de4d/9dd76d68-4cb8-4df9-bfbd-9d9db473f40b) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:13.334057 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=5ac4f272-b3fc-4c11-b285-b2c650664aa9,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:13.358537 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-16711b08-31dd-4887-9722-4b6ebf87dab0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:47:13.363702 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-16711b08-31dd-4887-9722-4b6ebf87dab0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169299 Jan 21 13:47:13.407362 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a62a541-ea6c-4411-a1ac-157fe42ce42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.426724 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-e0c6b450-9d0b-4a21-84c4-3e111ee99dad tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143121 Jan 21 13:47:13.545542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks [] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.576351 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0022d235-3abd-48d7-84fc-fd56d78fcf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.589920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:13.736231 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f72b5-e606-456f-ab58-417cc7d521d4 None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:05Z', 'revision_number': 3, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:13.739418 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Request body: {'port': {'device_id': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:13.774404 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:08Z', 'revision_number': 4, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '7edffe87-61d3-414e-8eb3-23d9707bdd05', 'name': '', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'mac_address': 'fa:16:3e:99:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:07Z', 'updated_at': '2022-01-21T13:47:09Z', 'revision_number': 2, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'subnets': [{'id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:13.786782 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks [] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.833638 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Checking router: 8ac91fa6-9a7c-4149-83e6-aa59b828e736 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:13.834008 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Updating router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 port 7edffe87-61d3-414e-8eb3-23d9707bdd05 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:13.859316 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Made reservation on behalf of 309a292210bd4c6b8f0f6d20524b6cec for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:13.863567 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.880149 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.885230 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:13.914405 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-f99861b2-12f9-42a5-99cc-f64d92f8a629 service neutron] 10.222.0.84 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654825 Jan 21 13:47:13.984955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:14.000459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:14.003787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:14.048120 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84a74-639b-4585-911e-f6450a5cbe3e req-874a870f-b90e-421e-8205-aa9da3e7868c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:14.050055 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7fc84a74-639b-4585-911e-f6450a5cbe3e req-874a870f-b90e-421e-8205-aa9da3e7868c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 931 time: 1.1941395 Jan 21 13:47:14.159898 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-fce34833-aa4e-4b7f-8ec0-e126d66d8a6a service neutron] 10.222.0.84 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408819 Jan 21 13:47:14.176759 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] Publish callbacks [] for security_group (34dd2017-0197-4b83-a970-eab367ab6cfe), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.209520 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.355076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0022d235-3abd-48d7-84fc-fd56d78fcf98 admin admin] Publish callbacks [] for security_group (916b80f6-2a28-4b90-9922-6cfe5bed4878), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.372070 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:14.376396 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.382663 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0022d235-3abd-48d7-84fc-fd56d78fcf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (916b80f6-2a28-4b90-9922-6cfe5bed4878), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.606538 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0022d235-3abd-48d7-84fc-fd56d78fcf98 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7653a12c3c84c399acc43cf49186e12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4074826 Jan 21 13:47:14.611948 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39602) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:14.640344 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022d235-3abd-48d7-84fc-fd56d78fcf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916b80f6-2a28-4b90-9922-6cfe5bed4878,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:14.814454 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.937328 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks [] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:14.953560 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.058233 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3680-547f-48a2-8991-a8e62de8f071 None None] Pushing event updated for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:15.162978 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fe47b-4355-485d-bd3d-e1725055eb2f req-9c3a997f-25d6-47f5-a2d3-2e6f4598ab67 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.4142778 Jan 21 13:47:15.177537 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.181815 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a506c14f-3b04-427a-a6f7-bfda4967a12b None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:15.182448 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a506c14f-3b04-427a-a6f7-bfda4967a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.239601 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39610) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:15.283275 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a506c14f-3b04-427a-a6f7-bfda4967a12b None None] Port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:15.284844 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:15.300978 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:15.329690 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:15.332421 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (011a80e6-22f2-4320-94b9-8df655301f3b), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.418460 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fef76e96-9a28-4949-946d-3541255158ad req-30766617-de70-487f-a608-7adbb22f776f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 210 time: 0.1167915 Jan 21 13:47:15.518606 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Attempting to bind port 7edffe87-61d3-414e-8eb3-23d9707bdd05 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:15.520621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Attempting to bind port 7edffe87-61d3-414e-8eb3-23d9707bdd05 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:15.520621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Attempting to bind port 7edffe87-61d3-414e-8eb3-23d9707bdd05 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:15.566496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7b532ba7-c298-43fc-9471-423231621a65 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:15.582209 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:15.583817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Checking segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:15.584401 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.586650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Bound using segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:15.594802 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Bound port: 7edffe87-61d3-414e-8eb3-23d9707bdd05, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:15.595860 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.599831 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] Publish callbacks [] for security_group (916b80f6-2a28-4b90-9922-6cfe5bed4878), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.648642 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7fc84a74-639b-4585-911e-f6450a5cbe3e req-88da6ce2-2416-481e-ae70-02a50f34abf4 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5766454 Jan 21 13:47:15.725055 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (34dd2017-0197-4b83-a970-eab367ab6cfe), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.731561 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:15.740576 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34dd2017-0197-4b83-a970-eab367ab6cfe HTTP/1.1" status: 204 len: 168 time: 2.8380558 Jan 21 13:47:15.975769 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a6b6e-cc45-4fd4-bec7-1591575befba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd2017-0197-4b83-a970-eab367ab6cfe,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:15.999556 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Pushing event updated for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:16.024465 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-9fb3c215-526f-4d02-8335-197e01df2be4 None None] Provisioning complete for port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:16.025553 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c215-526f-4d02-8335-197e01df2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.087589 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Allocated IP 172.20.0.8 (c435b6fc-b642-4606-8c76-2349a600bf75/cc4a44eb-7b95-45d7-93a7-1b6c552222ad/17dff18d-c781-461c-bf46-2db597f5d2f0) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:16.199001 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.262459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c7d8b5-1947-463c-a58a-50b21faf13db {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:16.287445 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks [] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.319604 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Transition to ACTIVE for port object 50c7d8b5-1947-463c-a58a-50b21faf13db will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:16.391304 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a25a5313-f153-45df-8f24-969836135685 req-7376e809-ae21-43f5-b526-63818e843936 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.1068981 Jan 21 13:47:16.424953 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] Publish callbacks [] for security_group (916b80f6-2a28-4b90-9922-6cfe5bed4878), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.448395 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.463764 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 7b532ba7-c298-43fc-9471-423231621a65 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:16.463764 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (7b532ba7-c298-43fc-9471-423231621a65), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.506027 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.510725 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] For port 7edffe87-61d3-414e-8eb3-23d9707bdd05, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:16.514852 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3c215-526f-4d02-8335-197e01df2be4 None None] Port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:16.521633 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-40b0e1c7-eb28-44ae-bbe6-64529b731e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.538751 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] For port 7edffe87-61d3-414e-8eb3-23d9707bdd05, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7edffe87-61d3-414e-8eb3-23d9707bdd05,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:16.558149 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.604132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.650345 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:16.651207 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:16.790254 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3680-547f-48a2-8991-a8e62de8f071 None None] Pushing event updated for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:16.799312 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.107', 56626) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:16.850517 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 7b532ba7-c298-43fc-9471-423231621a65 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:16.851024 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7b532ba7-c298-43fc-9471-423231621a65), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.904232 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks [] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.924193 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.926240 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:16.987308 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 7b532ba7-c298-43fc-9471-423231621a65, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7b532ba7-c298-43fc-9471-423231621a65,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:17.010693 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7b532ba7-c298-43fc-9471-423231621a65), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.011490 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5ac4f272-b3fc-4c11-b285-b2c650664aa9 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:17.138918 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:17.214587 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Pushing event updated for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:17.326758 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=7b532ba7-c298-43fc-9471-423231621a65,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:17.345278 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-c70d1693-338e-46f7-b68d-0a05ba861ddb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:17.361536 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-c70d1693-338e-46f7-b68d-0a05ba861ddb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 819 time: 1.0361190 Jan 21 13:47:17.519451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-7d98d464-d482-4059-97bf-19073066f56c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:17.566536 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:17.566938 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.574609 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-7d98d464-d482-4059-97bf-19073066f56c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 819 time: 0.6948223 Jan 21 13:47:17.619506 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-a6319eba-f1d7-4e04-9bbd-b78918b6153b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/quotas/129b530f15584103a5bf73d0a63e801d HTTP/1.1" status: 200 len: 375 time: 0.2562838 Jan 21 13:47:17.638093 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (916b80f6-2a28-4b90-9922-6cfe5bed4878), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.643003 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.644565 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:17.650267 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/916b80f6-2a28-4b90-9922-6cfe5bed4878 HTTP/1.1" status: 204 len: 168 time: 2.9434323 Jan 21 13:47:17.697921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Request body: {'port': {'device_id': '12549874-6848-4a56-b964-807011e2d9be', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'admin_state_up': True, 'tenant_id': '129b530f15584103a5bf73d0a63e801d'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:17.784646 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.797188 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks [] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:17.881853 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984afda-c2b3-4170-8537-79522d73ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916b80f6-2a28-4b90-9922-6cfe5bed4878,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:17.894847 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:08Z', 'revision_number': 4, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '7edffe87-61d3-414e-8eb3-23d9707bdd05', 'name': '', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'mac_address': 'fa:16:3e:99:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:07Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'subnets': [{'id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:17.916417 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:17.917729 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f1616-68e7-4c6d-b372-c3db08bdbc99 req-9cf820a3-72c9-48d4-84be-aeb2bc67a0ca tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:17.920001 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4c7f1616-68e7-4c6d-b372-c3db08bdbc99 req-9cf820a3-72c9-48d4-84be-aeb2bc67a0ca tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.9042308 Jan 21 13:47:17.928473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device be208197-6449-4428-8a47-a0d45abecec6 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:18.024925 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:18.039858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b6261-80b9-4cae-8afa-77efbd5c42d5 None None] The sync data for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi is: [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:47:08Z', 'revision_number': 4, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '7edffe87-61d3-414e-8eb3-23d9707bdd05', 'name': '', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'mac_address': 'fa:16:3e:99:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:07Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'subnets': [{'id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:18.051479 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:18.087611 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Attempting to bind port 50c7d8b5-1947-463c-a58a-50b21faf13db on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:18.101953 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Attempting to bind port 50c7d8b5-1947-463c-a58a-50b21faf13db by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:18.105032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Attempting to bind port 50c7d8b5-1947-463c-a58a-50b21faf13db on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:18.172219 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port be208197-6449-4428-8a47-a0d45abecec6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:18.174444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (be208197-6449-4428-8a47-a0d45abecec6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.200297 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Port 50c7d8b5-1947-463c-a58a-50b21faf13db on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:18.201251 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Attempting to bind port 50c7d8b5-1947-463c-a58a-50b21faf13db on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:18.227274 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-40b0e1c7-eb28-44ae-bbe6-64529b731e30 admin admin] Publish callbacks [] for security_group (2332e2d4-1cf2-402d-a512-dcacddb15879), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.241833 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:18.242169 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Checking segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:18.242794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Bound using segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:18.243553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Bound port: 50c7d8b5-1947-463c-a58a-50b21faf13db, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:18.243684 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.247414 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-40b0e1c7-eb28-44ae-bbe6-64529b731e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2332e2d4-1cf2-402d-a512-dcacddb15879), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.286716 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks [] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.297103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.303190 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.303928 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (011a80e6-22f2-4320-94b9-8df655301f3b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.311680 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-1ec9a16d-d0c6-4295-bc71-bc9930cb5cd6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6911440 Jan 21 13:47:18.470618 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Network c435b6fc-b642-4606-8c76-2349a600bf75 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:18.486735 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port be208197-6449-4428-8a47-a0d45abecec6 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:18.489247 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (be208197-6449-4428-8a47-a0d45abecec6), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.531370 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:18.581758 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port be208197-6449-4428-8a47-a0d45abecec6, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=be208197-6449-4428-8a47-a0d45abecec6,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:18.583124 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:18.589914 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:18.590642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.599352 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a0a36bac-8855-4f29-b857-420b97d4c64e None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:18.599733 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a0a36bac-8855-4f29-b857-420b97d4c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.609282 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (be208197-6449-4428-8a47-a0d45abecec6), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.656071 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Made reservation on behalf of 129b530f15584103a5bf73d0a63e801d for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:18.691419 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4c7f1616-68e7-4c6d-b372-c3db08bdbc99 req-9680c9bd-b951-4dad-aa11-7e2803a67e1f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389467 Jan 21 13:47:18.704215 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:18.728858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a0a36bac-8855-4f29-b857-420b97d4c64e None None] Port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:18.797619 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-40b0e1c7-eb28-44ae-bbe6-64529b731e30 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2684da0685c246e9845818752deaeb32&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5523040 Jan 21 13:47:18.815276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39680) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:18.885927 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=be208197-6449-4428-8a47-a0d45abecec6,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:18.910308 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1359921 Jan 21 13:47:19.050572 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-29ad496d-59a7-4cba-96c5-ce5e8dd5247c service neutron] 10.222.0.84 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842139 Jan 21 13:47:19.108389 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7b532ba7-c298-43fc-9471-423231621a65 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:19.136967 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Request body: {'port': {'device_id': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:19.252693 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Pushing event updated for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:19.338243 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 7b532ba7-c298-43fc-9471-423231621a65 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:19.338920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (7b532ba7-c298-43fc-9471-423231621a65), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:19.368144 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554360e-3e42-438b-83b4-2fe9f50aac2c tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Pushing event updated for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:19.479431 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0e1c7-eb28-44ae-bbe6-64529b731e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332e2d4-1cf2-402d-a512-dcacddb15879,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:19.488997 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:47:19.499729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:19.539279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7260d-3437-4ede-91af-7ab96efdff90 req-33cd5a0b-428b-4d45-9042-547900523e62 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:19.540877 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-72f7260d-3437-4ede-91af-7ab96efdff90 req-33cd5a0b-428b-4d45-9042-547900523e62 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 931 time: 0.6456237 Jan 21 13:47:19.565776 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 7b532ba7-c298-43fc-9471-423231621a65 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:19.567866 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7edffe87-61d3-414e-8eb3-23d9707bdd05 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:19.587117 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:19.604440 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:19.608177 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:19.704748 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 7edffe87-61d3-414e-8eb3-23d9707bdd05 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:19.705787 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:19.723845 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50c7d8b5-1947-463c-a58a-50b21faf13db,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:19.777300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.004066 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 7edffe87-61d3-414e-8eb3-23d9707bdd05 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:20.004745 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.034249 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-982f55d6-366d-4254-a91b-38b763f45735 service neutron] 10.222.0.84 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9766276 Jan 21 13:47:20.036374 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] Publish callbacks [] for security_group (2332e2d4-1cf2-402d-a512-dcacddb15879), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.057802 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Pushing event updated for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:20.117210 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 7edffe87-61d3-414e-8eb3-23d9707bdd05, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7edffe87-61d3-414e-8eb3-23d9707bdd05,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:20.126370 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.140436 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] Publish callbacks [] for security_group (2332e2d4-1cf2-402d-a512-dcacddb15879), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.262313 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:20.263756 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.265281 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-264768d5-31da-42d6-a356-dfc6241e9a50 service neutron] 10.222.0.107 "PUT /v2.0/ports/50c7d8b5-1947-463c-a58a-50b21faf13db HTTP/1.1" status: 200 len: 1093 time: 6.7728581 Jan 21 13:47:20.265751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:20.367534 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-fe0501da-a727-4946-94fe-ddff9d96615e None None] Provisioning complete for port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:20.368026 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fe0501da-a727-4946-94fe-ddff9d96615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.392015 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:20.406773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Allocated IP 172.20.0.12 (8def9da6-8338-4654-a529-ca0ba4b105e0/4d27a41a-ea27-48c7-b94c-201209bb4391/43e5e65d-1f21-4eef-8f7d-fc14bde05f74) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:20.530438 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-fe0501da-a727-4946-94fe-ddff9d96615e None None] Port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:20.647787 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2332e2d4-1cf2-402d-a512-dcacddb15879), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.651336 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dff18d-c781-461c-bf46-2db597f5d2f0 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:20.664999 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks [] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.668084 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.670122 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2332e2d4-1cf2-402d-a512-dcacddb15879 HTTP/1.1" status: 204 len: 168 time: 1.7912569 Jan 21 13:47:20.692200 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Transition to ACTIVE for port object 17dff18d-c781-461c-bf46-2db597f5d2f0 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:20.694614 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-24839c47-3b5c-4523-8a12-6c393e710fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:20.696295 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-24839c47-3b5c-4523-8a12-6c393e710fec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 1096 time: 0.2867560 Jan 21 13:47:20.733427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4287732-bac7-4c76-a29b-a7053f696822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332e2d4-1cf2-402d-a512-dcacddb15879,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:20.746576 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:20.846823 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device be208197-6449-4428-8a47-a0d45abecec6 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:20.931641 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-72f7260d-3437-4ede-91af-7ab96efdff90 req-5292bd58-a941-48a1-8fad-97501ccc659a tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3748593 Jan 21 13:47:20.932063 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046e61-fb93-4c6c-b64d-1c70a4d6341a req-b2cfe14f-8fed-450c-942d-ccabec15349b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:20.940942 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da046e61-fb93-4c6c-b64d-1c70a4d6341a req-b2cfe14f-8fed-450c-942d-ccabec15349b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.4465985 Jan 21 13:47:21.020083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port be208197-6449-4428-8a47-a0d45abecec6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:21.020847 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (be208197-6449-4428-8a47-a0d45abecec6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:21.048749 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Pushing event updated for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:21.054268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd07103-ab1f-466e-8dee-12ae3afeec1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:21.061022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39736) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:21.173517 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-6b551427-7e34-49dc-a17d-93ef03631e85 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c7d8b5-1947-463c-a58a-50b21faf13db HTTP/1.1" status: 200 len: 217 time: 0.4064591 Jan 21 13:47:21.210741 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:21.224624 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:21.254948 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:21.255948 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:21.257896 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-822857e7-e338-4d25-aa0b-a6b0a2c91129 admin admin] 10.222.0.84 "PUT /v2.0/routers/4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0342751 Jan 21 13:47:21.304219 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port be208197-6449-4428-8a47-a0d45abecec6 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:21.305952 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7edffe87-61d3-414e-8eb3-23d9707bdd05 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:21.347397 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5eb083fe-adbe-4350-b8e8-d91f52f2a3b0 req-0831d982-bc80-455c-a616-4eea42ee1f78 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 210 time: 0.1746135 Jan 21 13:47:21.379485 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Attempting to bind port 17dff18d-c781-461c-bf46-2db597f5d2f0 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:21.380921 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Attempting to bind port 17dff18d-c781-461c-bf46-2db597f5d2f0 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'e3424241-67b6-4eea-941e-f583fa6c735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:21.381368 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Attempting to bind port 17dff18d-c781-461c-bf46-2db597f5d2f0 on network c435b6fc-b642-4606-8c76-2349a600bf75 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:21.402738 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Port 17dff18d-c781-461c-bf46-2db597f5d2f0 on network c435b6fc-b642-4606-8c76-2349a600bf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:21.402738 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Attempting to bind port 17dff18d-c781-461c-bf46-2db597f5d2f0 on network c435b6fc-b642-4606-8c76-2349a600bf75 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:21.415109 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:47:21.456821 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:21.457361 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Checking segment: {'id': 'e3424241-67b6-4eea-941e-f583fa6c735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:21.458069 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Bound using segment: {'id': 'e3424241-67b6-4eea-941e-f583fa6c735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:21.458696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Bound port: 17dff18d-c781-461c-bf46-2db597f5d2f0, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3424241-67b6-4eea-941e-f583fa6c735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:21.459335 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:21.519516 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e132e-5630-452a-8ad6-2146a1e0898e req-4452b1b1-0e9c-4508-999a-714567b061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:21.526604 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-4452b1b1-0e9c-4508-999a-714567b061b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.3469617 Jan 21 13:47:21.537393 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 7edffe87-61d3-414e-8eb3-23d9707bdd05 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:21.538528 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:21.690820 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:21.880455 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 7edffe87-61d3-414e-8eb3-23d9707bdd05 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:22.171535 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-3f7e9845-0aa3-40c7-a265-4713dd64e3dc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6173708 Jan 21 13:47:22.172949 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8fff7017-ccd8-43be-8e78-8f6a3a94b738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.192042 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 2, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:22.213862 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks [] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.238569 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39758) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:22.259238 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b8c88946-b3b5-4158-a02c-cb3014faf1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.281587 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da046e61-fb93-4c6c-b64d-1c70a4d6341a req-cb9f12db-13d3-45f6-adf6-7139ea38f803 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1452174 Jan 21 13:47:22.290908 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:22.296797 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Updating router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:22.329369 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.333429 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:22.348173 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:22.384639 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0c5b0476-fe52-46c0-8a1f-4b69f1e6af9b admin admin] 10.222.0.84 "PUT /v2.0/routers/011a80e6-22f2-4320-94b9-8df655301f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8865447 Jan 21 13:47:22.384881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:22.384881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:22.451623 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:22.583896 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=17dff18d-c781-461c-bf46-2db597f5d2f0,segment=NetworkSegment(e3424241-67b6-4eea-941e-f583fa6c735a),segment_id=e3424241-67b6-4eea-941e-f583fa6c735a)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:22.590790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4d834f-6b7c-4b02-8161-5a6fd627dbd3 x-openstack-request-id: req-0b4d834f-6b7c-4b02-8161-5a6fd627dbd3 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:22.591094 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:22.591370 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0b4d834f-6b7c-4b02-8161-5a6fd627dbd3 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:22.592046 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db', 'status': 'completed', 'code': 200} Jan 21 13:47:22.592378 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.662541 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.664903 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks [] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.667818 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:22.678463 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.680065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.107', 56630) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:22.690569 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.703997 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] 10.222.0.107 "PUT /v2.0/ports/17dff18d-c781-461c-bf46-2db597f5d2f0 HTTP/1.1" status: 200 len: 1093 time: 3.6513844 Jan 21 13:47:22.707987 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:22.742584 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2187e-0666-4115-a755-54c1fcd30e16 None None] Pushing event updated for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:22.880389 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Attempting to bind port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:22.881174 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Attempting to bind port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:22.881707 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Attempting to bind port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:22.888600 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:22.896504 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Checking segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:22.909065 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.923834 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Bound using segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:22.924551 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Bound port: 6dcd76ca-fa9b-4e82-b47c-07e195f857dc, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:22.925321 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:22.971604 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-08809780-d0c6-4f5d-a545-be068c09e151 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817342 Jan 21 13:47:23.087472 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] For port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:23.089505 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:23.096398 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] For port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:23.118898 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a635e-2a23-44fb-abda-fa326f872c87 service neutron] Pushing event updated for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:23.126204 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.144707 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e44ed4-e3b1-40fb-b2c7-287b71825bcd req-85a5fe34-93e5-4d82-a74e-27ef34598bd8 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:23.147775 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-71e44ed4-e3b1-40fb-b2c7-287b71825bcd req-85a5fe34-93e5-4d82-a74e-27ef34598bd8 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.6226804 Jan 21 13:47:23.178700 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-863ccd0e-cb78-4a74-8109-0325083cacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:23.180360 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-863ccd0e-cb78-4a74-8109-0325083cacbb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=309a292210bd4c6b8f0f6d20524b6cec&device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 1096 time: 0.2393765 Jan 21 13:47:23.187129 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:23.226404 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8fff7017-ccd8-43be-8e78-8f6a3a94b738 admin admin] Publish callbacks [] for security_group (4974d9bf-7ec5-4b48-87d2-62453d41fb1f), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.255351 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:23.261512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:23.266227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.273318 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2187e-0666-4115-a755-54c1fcd30e16 None None] Pushing event updated for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:23.312669 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b8c88946-b3b5-4158-a02c-cb3014faf1b0 admin admin] Publish callbacks [] for security_group (245334c7-b1c6-45d6-8fe8-7b45b5b8db89), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.335653 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Pushing event updated for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:23.338152 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8fff7017-ccd8-43be-8e78-8f6a3a94b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4974d9bf-7ec5-4b48-87d2-62453d41fb1f), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.340597 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:23.342225 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:23.343476 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-0ecc6913-3fdf-4226-b07b-ec3f58ea5296 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17dff18d-c781-461c-bf46-2db597f5d2f0 HTTP/1.1" status: 200 len: 217 time: 0.1504722 Jan 21 13:47:23.412196 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:23.542306 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-ffd67672-5e26-4188-8335-d18c2dbbe3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:23.544746 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b8c88946-b3b5-4158-a02c-cb3014faf1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (245334c7-b1c6-45d6-8fe8-7b45b5b8db89), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.546242 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-ffd67672-5e26-4188-8335-d18c2dbbe3bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cc4a44eb-7b95-45d7-93a7-1b6c552222ad HTTP/1.1" status: 200 len: 852 time: 0.1883922 Jan 21 13:47:23.552972 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f15f8-62a8-4311-b724-56497933d98d" -d '{"events": [{"name": "network-changed", "server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:23.633248 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-e4f1268a-f115-411a-9bb7-f95982e20ce3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:23.642568 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-e4f1268a-f115-411a-9bb7-f95982e20ce3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 819 time: 0.9510396 Jan 21 13:47:23.688182 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:23.706059 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:23.768353 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-99557d83-06dd-4da2-afe4-a2caa3d39a2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0991299 Jan 21 13:47:23.797818 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-71dd867c-df6b-4a70-9c9b-8cdbe53c24e5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c435b6fc-b642-4606-8c76-2349a600bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954461 Jan 21 13:47:23.802255 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:23.823356 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Request body: {'port': {'device_id': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'admin_state_up': True, 'tenant_id': '129b530f15584103a5bf73d0a63e801d'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:23.861354 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Request body: {'port': {'device_id': '12549874-6848-4a56-b964-807011e2d9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:23.956741 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8fff7017-ccd8-43be-8e78-8f6a3a94b738 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8edac8070a7d4dc7adf85f62b745cd18&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8187795 Jan 21 13:47:24.000177 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-f7eb77b5-11b5-4dfc-bf04-2588cddc7084 service neutron] 10.222.0.107 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913776 Jan 21 13:47:24.000838 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39802) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:24.047915 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b8c88946-b3b5-4158-a02c-cb3014faf1b0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b09923f48f934a19b3ae0445dfef9ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8079269 Jan 21 13:47:24.053096 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39804) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:24.075997 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7017-ccd8-43be-8e78-8f6a3a94b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974d9bf-7ec5-4b48-87d2-62453d41fb1f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:24.130915 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39806) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:24.136056 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701981209', 'description': 'tempest-description--1643084488'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:24.292198 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-71e44ed4-e3b1-40fb-b2c7-287b71825bcd req-33875393-9dc2-4b0b-aa12-7acbaee1d078 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0845661 Jan 21 13:47:24.310444 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-881ae96d-9815-4694-9522-10fca602b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:23Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:24.341644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Current status of the port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:24.346369 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ae96d-9815-4694-9522-10fca602b556 None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:23Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:24.351668 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.364490 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424e132e-5630-452a-8ad6-2146a1e0898e req-c3a2aaf2-790e-4d0a-b554-12e84fd251c3 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3412571 Jan 21 13:47:24.372145 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] Publish callbacks [] for security_group (4974d9bf-7ec5-4b48-87d2-62453d41fb1f), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.573846 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] For port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:24.596708 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.634393 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] Publish callbacks [] for security_group (245334c7-b1c6-45d6-8fe8-7b45b5b8db89), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.667159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.682625 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c88946-b3b5-4158-a02c-cb3014faf1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245334c7-b1c6-45d6-8fe8-7b45b5b8db89,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:24.727477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:17Z', 'revision_number': 2, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:24.774984 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ff44873-11d8-45c8-a7a6-c873a822de41 req-d33d169d-0898-4b9a-bef6-f572bdbb147e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 210 time: 0.4072154 Jan 21 13:47:24.776897 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e26636c4-cfe7-4c19-abae-bc55b1c92deb req-eb0f3f75-d601-4afa-a9e9-1da677cb803c service neutron] 10.222.0.107 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365913 Jan 21 13:47:24.918343 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:24.922600 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Updating router 011a80e6-22f2-4320-94b9-8df655301f3b port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:47:24.943373 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] Publish callbacks [] for security_group (4974d9bf-7ec5-4b48-87d2-62453d41fb1f), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.971191 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] Publish callbacks [] for security_group (245334c7-b1c6-45d6-8fe8-7b45b5b8db89), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:24.989794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39816) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:24.998198 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.014496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262001460', 'description': 'tempest-description--243198826'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:25.050232 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.200097 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-9b3e2191-f3c8-42a1-82a0-e7a77495f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:25.202168 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-9b3e2191-f3c8-42a1-82a0-e7a77495f2cc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 1096 time: 0.7078938 Jan 21 13:47:25.424084 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (f573e335-31fc-4d05-b178-30d3ce1d3448), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.441823 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks [] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.446444 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5517cd4-404b-4d34-95e3-c574344ee38f x-openstack-request-id: req-e5517cd4-404b-4d34-95e3-c574344ee38f {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:25.447072 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:25.448134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5517cd4-404b-4d34-95e3-c574344ee38f {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:25.448642 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0', 'status': 'completed', 'code': 200} Jan 21 13:47:25.460254 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6dcd76ca-fa9b-4e82-b47c-07e195f857dc up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:25.471345 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Made reservation on behalf of 129b530f15584103a5bf73d0a63e801d for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:25.475555 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.501644 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f573e335-31fc-4d05-b178-30d3ce1d3448), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.517550 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.568424 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7d92f914-f67b-4ff0-9df0-13fd76c85209 None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:25.568849 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7d92f914-f67b-4ff0-9df0-13fd76c85209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.576496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.631827 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:25.633122 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.637077 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009009a-5388-4816-b845-77fea05916b6 req-37eade76-ff88-4c70-9445-21867788f89f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:25.639518 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4009009a-5388-4816-b845-77fea05916b6 req-37eade76-ff88-4c70-9445-21867788f89f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.6283507 Jan 21 13:47:25.703150 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.704435 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5723622 Jan 21 13:47:25.733671 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39822) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:25.756643 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (245334c7-b1c6-45d6-8fe8-7b45b5b8db89), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.767463 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:25.768668 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/245334c7-b1c6-45d6-8fe8-7b45b5b8db89 HTTP/1.1" status: 204 len: 168 time: 1.7141538 Jan 21 13:47:25.780361 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cca3e3-4862-49c4-b068-17b19c2ba6e6 None None] Pushing event updated for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:25.815583 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group_rule': {'security_group_id': 'f573e335-31fc-4d05-b178-30d3ce1d3448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:25.836435 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7d92f914-f67b-4ff0-9df0-13fd76c85209 None None] Current status of the port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:25.839700 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d00b5-949c-4037-8951-ac679b93e105 None None] Pushing event updated for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:25.851263 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-35dfdec0-c7a5-4c05-a857-d579f80e36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:25.852845 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-35dfdec0-c7a5-4c05-a857-d579f80e36a3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 915 time: 0.6238632 Jan 21 13:47:25.898958 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c774c9a-aa3f-4fd6-84a3-63f655653221 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f573e335-31fc-4d05-b178-30d3ce1d3448,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:26.004888 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4009009a-5388-4816-b845-77fea05916b6 req-d20bffec-33fa-493c-8990-0932743b22f2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190649 Jan 21 13:47:26.014355 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4974d9bf-7ec5-4b48-87d2-62453d41fb1f), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.017259 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.018441 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4974d9bf-7ec5-4b48-87d2-62453d41fb1f HTTP/1.1" status: 204 len: 168 time: 2.0157537 Jan 21 13:47:26.019288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36cbec-8751-4225-9e51-6d39c2871123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245334c7-b1c6-45d6-8fe8-7b45b5b8db89,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:26.043089 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f15f8-62a8-4311-b724-56497933d98d req-0dde0dea-2061-4809-a689-adedb946ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:26.045552 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-0dde0dea-2061-4809-a689-adedb946ccaa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=309a292210bd4c6b8f0f6d20524b6cec&device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 1096 time: 0.5927680 Jan 21 13:47:26.046506 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50beee7-a80e-49aa-8019-04ba4d69f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974d9bf-7ec5-4b48-87d2-62453d41fb1f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:26.123790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54a4c6-bdc2-470f-b1f3-f48c8328c321 req-29adde7c-17e0-4e2b-9183-3e3312613a3f tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:26.152516 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c54a4c6-bdc2-470f-b1f3-f48c8328c321 req-29adde7c-17e0-4e2b-9183-3e3312613a3f tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.7177620 Jan 21 13:47:26.167220 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (5cff67bf-c7d1-4a9e-b25f-e7990c34af8d), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.269267 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Attempting to bind port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:26.270696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Attempting to bind port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:26.271145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Attempting to bind port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:26.287148 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:26.292566 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-62e05142-4a00-43f5-9b34-5c5f342bb666 None None] Provisioning complete for port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:26.297116 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-62e05142-4a00-43f5-9b34-5c5f342bb666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.320717 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-baa3e1c0-5de7-4300-96c2-779155310cba req-73660d67-26b4-42b1-b36b-890457bf947f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 210 time: 0.1748285 Jan 21 13:47:26.407021 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-62e05142-4a00-43f5-9b34-5c5f342bb666 None None] Port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:26.408577 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:26.409061 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Checking segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:26.409471 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.409861 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Bound using segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:26.419527 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Bound port: 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:26.420356 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.563745 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-4067da3c-94cf-4961-b13e-fc988af70ebc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c7d8b5-1947-463c-a58a-50b21faf13db HTTP/1.1" status: 200 len: 217 time: 0.3998716 Jan 21 13:47:26.591921 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (5cff67bf-c7d1-4a9e-b25f-e7990c34af8d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.592599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] For port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:26.597783 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f15f8-62a8-4311-b724-56497933d98d req-8a73569c-bdd8-4e52-a0b4-6f1183d09e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:26.602688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] For port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:26.608998 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-8a73569c-bdd8-4e52-a0b4-6f1183d09e8d service neutron] 10.222.0.107 "GET /v2.0/networks?id=c435b6fc-b642-4606-8c76-2349a600bf75 HTTP/1.1" status: 200 len: 913 time: 0.5505705 Jan 21 13:47:26.608998 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (5cff67bf-c7d1-4a9e-b25f-e7990c34af8d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.619943 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.785651 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-f960eb16-6a32-4f91-a4d3-0743e7eede2e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17dff18d-c781-461c-bf46-2db597f5d2f0 HTTP/1.1" status: 200 len: 217 time: 0.1193652 Jan 21 13:47:26.789914 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d00b5-949c-4037-8951-ac679b93e105 None None] Pushing event updated for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:26.795819 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:26.797056 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0624399 Jan 21 13:47:26.800294 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39848) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:26.807571 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group_rule': {'security_group_id': 'f573e335-31fc-4d05-b178-30d3ce1d3448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:26.835276 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:26.835965 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:26.852747 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f6675-462c-4e9b-a6b1-f3e8033b7df0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cff67bf-c7d1-4a9e-b25f-e7990c34af8d,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:26.951374 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6dcd76ca-fa9b-4e82-b47c-07e195f857dc up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:27.019325 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (e7bd4fb5-71e1-4358-957e-f332dbb7bada), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.032364 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f15f8-62a8-4311-b724-56497933d98d req-3939bf72-61cf-4332-8263-e71b501b5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:27.035908 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-3939bf72-61cf-4332-8263-e71b501b5420 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cc4a44eb-7b95-45d7-93a7-1b6c552222ad HTTP/1.1" status: 200 len: 852 time: 0.2326660 Jan 21 13:47:27.037864 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (2fdd919b-2429-44df-946a-9f9976e39585), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.040930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39856) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:27.047989 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c54a4c6-bdc2-470f-b1f3-f48c8328c321 req-d5492a5b-13ce-4fee-bb96-2f350eace917 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8920860 Jan 21 13:47:27.048690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e7bd4fb5-71e1-4358-957e-f332dbb7bada), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.078159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-70152481-26ba-4b1e-9601-4ae95377cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:27.079840 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-70152481-26ba-4b1e-9601-4ae95377cb5f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.4779611 Jan 21 13:47:27.125613 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6045988c-4e76-464a-975d-f1ba9c4686f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.135871 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bd4fb5-71e1-4358-957e-f332dbb7bada,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:27.147602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.149011 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-235fe1f2-6f3b-4b1a-8968-025e77a0e3d5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1581023 Jan 21 13:47:27.151197 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:27.156316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 39860) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:27.161515 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd4fb5-71e1-4358-957e-f332dbb7bada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:27.241063 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks [] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.248394 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-98712382-b445-47e4-8196-313a7ffba048 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795009 Jan 21 13:47:27.259759 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:27.260167 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.291037 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Transition to ACTIVE for port object 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:27.299448 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:27.371021 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Allocated IP 172.20.0.2 (8def9da6-8338-4654-a529-ca0ba4b105e0/4d27a41a-ea27-48c7-b94c-201209bb4391/f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:27.440184 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Provisioning complete for port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:27.440628 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.686189 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6045988c-4e76-464a-975d-f1ba9c4686f7 admin admin] Publish callbacks [] for security_group (108c8f52-efef-4a55-b640-588ff057796d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.693411 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-1491ffe3-99bd-4b21-8a74-2fd83ace0d1e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c435b6fc-b642-4606-8c76-2349a600bf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5310569 Jan 21 13:47:27.708425 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6045988c-4e76-464a-975d-f1ba9c4686f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (108c8f52-efef-4a55-b640-588ff057796d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.717467 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.741534 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:27.769697 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e6e5-a3e4-4bdb-ae9d-7318dace208e req-15ec1923-a37c-492b-bf17-a46f2e842403 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:27.776717 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7c89e6e5-a3e4-4bdb-ae9d-7318dace208e req-15ec1923-a37c-492b-bf17-a46f2e842403 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.5986083 Jan 21 13:47:27.852892 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (2fdd919b-2429-44df-946a-9f9976e39585), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.858432 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Pushing event updated for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:27.864487 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6045988c-4e76-464a-975d-f1ba9c4686f7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa43b423eefd409682b7773b1d434891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8197348 Jan 21 13:47:27.873616 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Current status of the port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:27.874143 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.898660 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39882) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:27.949453 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7c89e6e5-a3e4-4bdb-ae9d-7318dace208e req-7b027a12-1b4d-4d87-9500-8598815fb505 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698232 Jan 21 13:47:27.953307 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045988c-4e76-464a-975d-f1ba9c4686f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108c8f52-efef-4a55-b640-588ff057796d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:27.958025 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (2fdd919b-2429-44df-946a-9f9976e39585), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:27.974867 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] For port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:27.984817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:26Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:28.017693 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d4540-efb0-42a6-82a9-e9c09ede1bdf None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:26Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:28.026498 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.055426 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9b311012-cee5-4951-8385-148414f63a32 req-1a8ff7d4-a950-4b17-90f7-15be27d007c8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 210 time: 0.2079031 Jan 21 13:47:28.057931 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdd919b-2429-44df-946a-9f9976e39585,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.071100 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (fa49c386-1ae1-4c15-8d8f-f30a639f2a55), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.092175 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] Publish callbacks [] for security_group (108c8f52-efef-4a55-b640-588ff057796d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.147787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.156369 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1bfc31f9-cc87-4468-9ab6-c34e371fe339 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3514662 Jan 21 13:47:28.158066 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39886) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:28.159723 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99930e7f-f5e5-4956-8c4c-0285875e6ede None None] Pushing event updated for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.162333 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Attempting to bind port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:28.162333 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Attempting to bind port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:28.162605 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Attempting to bind port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:28.177647 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks [] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.189153 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:28.201511 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-25b392bc-de2d-4ce0-b7d2-dba5ce08eea9 service neutron] 10.222.0.107 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935577 Jan 21 13:47:28.225838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:28.226223 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Attempting to bind port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:28.238392 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-ea30fd63-4bf6-46e0-badd-689541236360 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9760365 Jan 21 13:47:28.278585 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] Publish callbacks [] for security_group (108c8f52-efef-4a55-b640-588ff057796d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.302662 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:28.303010 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Checking segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:28.304920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Bound using segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:28.304920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Bound port: 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:28.304920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.420804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (fa49c386-1ae1-4c15-8d8f-f30a639f2a55), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.440460 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.459519 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832c43a-f2d5-4200-9eac-82b15cb6e7cd req-cecfc775-aa1f-4b72-b703-fb089f0282e7 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:28.461120 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f832c43a-f2d5-4200-9eac-82b15cb6e7cd req-cecfc775-aa1f-4b72-b703-fb089f0282e7 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.2587368 Jan 21 13:47:28.479734 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (fa49c386-1ae1-4c15-8d8f-f30a639f2a55), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.512474 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c30f15f8-62a8-4311-b724-56497933d98d req-84d216db-a1d1-4589-9f09-24a4700c9681 service neutron] 10.222.0.107 "GET /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471411 Jan 21 13:47:28.537220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:28.540025 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa49c386-1ae1-4c15-8d8f-f30a639f2a55,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.540161 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (108c8f52-efef-4a55-b640-588ff057796d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.543271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.545200 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/108c8f52-efef-4a55-b640-588ff057796d HTTP/1.1" status: 204 len: 168 time: 0.6453443 Jan 21 13:47:28.547058 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.553198 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:28.581569 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.586862 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e6032df2-8e9b-403c-887d-f98a5b727148 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4292152 Jan 21 13:47:28.590950 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39896) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:28.598250 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd4fb5-71e1-4358-957e-f332dbb7bada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:28.618520 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36337c64-a069-4205-8af9-e1cff01bdc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c8f52-efef-4a55-b640-588ff057796d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.633228 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f832c43a-f2d5-4200-9eac-82b15cb6e7cd req-6aac0e0b-2e73-48e7-94a3-8d04c86ec7dd tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572576 Jan 21 13:47:28.639113 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:47:28.650756 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.652991 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Pushing event updated for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.667506 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (01b6c955-5cfe-46dd-8b7c-2f4b87614bb5), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.677853 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcd07103-ab1f-466e-8dee-12ae3afeec1f req-ae87ed9e-5b2d-4e1a-8a08-c962964189b0 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076641 Jan 21 13:47:28.701444 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Network 8def9da6-8338-4654-a529-ca0ba4b105e0 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:28.711409 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:28.712148 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.713729 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] 10.222.0.107 "PUT /v2.0/ports/43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 1094 time: 4.8942814 Jan 21 13:47:28.717399 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:28.719664 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68240d56-9d54-4244-8871-ea74c880fedf" -d '{"events": [{"name": "network-changed", "server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:28.729543 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:28.737866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: from cryptography.utils import int_from_bytes Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: from cryptography.utils import int_from_bytes Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.741366 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:28.743875 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:28.749520 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:28.750400 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.781732 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (01b6c955-5cfe-46dd-8b7c-2f4b87614bb5), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.792214 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085afd69-f6ca-4027-90d2-d5fe31572a0f service neutron] Pushing event updated for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.806331 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (01b6c955-5cfe-46dd-8b7c-2f4b87614bb5), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.807686 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-20087887-1186-48a5-99c5-97b5ec7c00d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0514653 Jan 21 13:47:28.809549 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712578f5-dee2-45ca-8086-28ea449e5cf7 x-openstack-request-id: req-712578f5-dee2-45ca-8086-28ea449e5cf7 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:28.809997 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:28.810336 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-712578f5-dee2-45ca-8086-28ea449e5cf7 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:28.810740 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'status': 'completed', 'code': 200} Jan 21 13:47:28.838816 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b6c955-5cfe-46dd-8b7c-2f4b87614bb5,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:28.843659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.856127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:28.857759 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9f71532a-9eeb-457f-ac5d-1b16049e270b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645280 Jan 21 13:47:28.861959 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 39900) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:28.876404 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:28.895867 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:28.988449 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:28.989098 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.020522 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.023455 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Allocated IP 172.27.3.225 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/670ca1d3-b5a6-438a-a825-99eab9983dd8) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:29.109689 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:29.203081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b17fa2-3b4a-46b2-88dc-c36806248751 req-62438889-2d70-4897-a97c-7cdf4f58bdc9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:29.209451 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74b17fa2-3b4a-46b2-88dc-c36806248751 req-62438889-2d70-4897-a97c-7cdf4f58bdc9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 931 time: 0.0651655 Jan 21 13:47:29.227127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.237074 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663985dd-2885-4e50-b307-1e8653e9fc2e req-af853dd8-841f-482c-90c4-5e0023e1103c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:29.245435 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-663985dd-2885-4e50-b307-1e8653e9fc2e req-af853dd8-841f-482c-90c4-5e0023e1103c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.1802247 Jan 21 13:47:29.277034 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74b17fa2-3b4a-46b2-88dc-c36806248751 req-14549899-7de6-4f0b-b66f-3cd6ae1b0739 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Jan 21 13:47:29.372817 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-663985dd-2885-4e50-b307-1e8653e9fc2e req-4e7367e1-28a0-40b4-bd8a-155be35acf98 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257510 Jan 21 13:47:29.386015 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.410288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:29.441688 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:29.447960 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:29.459156 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.546564 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=670ca1d3-b5a6-438a-a825-99eab9983dd8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:29.616427 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.691662 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Allocated IP 172.27.3.162 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/20761087-a25f-4038-9b42-fc3c2f6caba2) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:29.693614 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.820590 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a1030-57c0-41c2-953a-5aa33ed8263d req-cf6a0725-3486-4c55-9ee3-2e3b640ba075 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:29.826051 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c4a1030-57c0-41c2-953a-5aa33ed8263d req-cf6a0725-3486-4c55-9ee3-2e3b640ba075 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.0764306 Jan 21 13:47:29.897161 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c4a1030-57c0-41c2-953a-5aa33ed8263d req-31b18cee-6f47-4941-a569-8ceb63137bbe tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638521 Jan 21 13:47:29.910238 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.970114 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.975812 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:29.980854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.014696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.033160 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:30.042965 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.044455 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8612003 Jan 21 13:47:30.045515 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:30.054244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae6c79-e8e1-4b32-9dfb-2d96f242a019 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=670ca1d3-b5a6-438a-a825-99eab9983dd8,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:30.057498 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:30.149654 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=20761087-a25f-4038-9b42-fc3c2f6caba2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:30.157986 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.210032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.359501 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-62478fb5-118d-4447-bc6c-5492a4d2cce7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--701981209&fields=id&tenant_id=21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 267 time: 0.1186645 Jan 21 13:47:30.415746 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286630e-d730-4b3e-b711-86d5d4cd00c5 req-7ead4b96-b0a1-430d-bd40-ebc783e48066 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:30.421634 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d286630e-d730-4b3e-b711-86d5d4cd00c5 req-7ead4b96-b0a1-430d-bd40-ebc783e48066 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 931 time: 0.0707841 Jan 21 13:47:30.493494 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d286630e-d730-4b3e-b711-86d5d4cd00c5 req-a0bec333-a671-43e2-8517-0d09b21c0c0d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598443 Jan 21 13:47:30.523244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-939f6d1c-5105-4c14-978e-87b1e260dc44 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:30.525058 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-939f6d1c-5105-4c14-978e-87b1e260dc44 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 810 time: 0.1529994 Jan 21 13:47:30.554507 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.557457 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-7ac87eaa-ea27-4225-9780-c8e4fef7dce2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/quotas/21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 375 time: 0.0223787 Jan 21 13:47:30.565381 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.650443 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be443a08-7cb4-4e87-86f9-ad974eaf7daf req-c8f615b5-f553-49c9-b516-c8b61a177fd2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:30.652157 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be443a08-7cb4-4e87-86f9-ad974eaf7daf req-c8f615b5-f553-49c9-b516-c8b61a177fd2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.0679376 Jan 21 13:47:30.671980 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.698182 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=20761087-a25f-4038-9b42-fc3c2f6caba2,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:30.708298 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be443a08-7cb4-4e87-86f9-ad974eaf7daf req-86a3babc-76ef-48ea-b704-d879c37bbc7a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Jan 21 13:47:30.710159 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:30.711493 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7ac71607-3a2c-4cca-bfc6-9bebe4f6b85b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8491311 Jan 21 13:47:30.720440 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-617ffaa8-b5ce-4e1a-a56e-0d101dd1e45d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507382 Jan 21 13:47:30.956829 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-92395385-acde-43db-81fb-b17a23a57a25 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--262001460&fields=id&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 267 time: 0.0647016 Jan 21 13:47:31.031169 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-92593868-b6ad-42ac-8d7d-7e64fc152062 service neutron] 10.222.0.84 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890134 Jan 21 13:47:31.072784 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-37756063-e207-449b-accf-8a0c045f8500 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:31.074748 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-37756063-e207-449b-accf-8a0c045f8500 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 817 time: 0.1171277 Jan 21 13:47:31.092771 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-10843f34-e662-48a8-8159-d8d663e1d8f6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/quotas/e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 375 time: 0.0108924 Jan 21 13:47:31.129718 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-97d916f8-1040-47a1-9f27-db33cf71b913 service neutron] 10.222.0.84 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926890 Jan 21 13:47:31.148172 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-fbbe1e7c-e18f-4539-9f87-114f87d1ac94 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490832 Jan 21 13:47:31.269663 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-8fa14360-9bd2-4838-bc19-7213726b2028 service neutron] 10.222.0.84 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068246 Jan 21 13:47:31.356244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72ebfe-d6c5-48b1-ba8f-cf77709a1759 req-a020e69f-2167-478e-8640-4e2c12b837c0 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:31.357728 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f72ebfe-d6c5-48b1-ba8f-cf77709a1759 req-a020e69f-2167-478e-8640-4e2c12b837c0 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.0608342 Jan 21 13:47:31.367755 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-fbc35fcd-ac3b-4a5e-a0a7-06239b5451c8 service neutron] 10.222.0.84 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905616 Jan 21 13:47:31.412377 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Request body: {'port': {'device_id': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:31.432742 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f72ebfe-d6c5-48b1-ba8f-cf77709a1759 req-bd9ae05f-731b-4ea1-84b3-9abe878877a6 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690424 Jan 21 13:47:31.526616 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5224c4c-c49a-4820-ae22-18c18b0f5493 req-78b4fcd5-c638-43be-b33c-83defa1e4a85 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.0319030 Jan 21 13:47:31.576873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240d56-9d54-4244-8871-ea74c880fedf req-da0acd91-8000-44a8-8caa-336ec541c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:31.579186 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68240d56-9d54-4244-8871-ea74c880fedf req-da0acd91-8000-44a8-8caa-336ec541c968 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1097 time: 0.1572583 Jan 21 13:47:31.587939 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:31.674315 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf3a8679-3618-45af-b6f1-5b396e3d66ae req-4612bdfa-78c6-41aa-83ca-33d8162e18e4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 210 time: 0.0710480 Jan 21 13:47:31.713584 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0bea3-b572-4589-b239-9f19735e5b77 req-402cfc8d-2e3f-4f40-a69d-7e50b60d1b18 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:31.722592 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e8e0bea3-b572-4589-b239-9f19735e5b77 req-402cfc8d-2e3f-4f40-a69d-7e50b60d1b18 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 931 time: 0.0964503 Jan 21 13:47:31.805723 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e8e0bea3-b572-4589-b239-9f19735e5b77 req-e9daa8b7-57ae-4b46-8b9c-df157066f4fa tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Jan 21 13:47:32.134433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240d56-9d54-4244-8871-ea74c880fedf req-c66a7f28-cda9-4959-b0fd-df654881a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.135921 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68240d56-9d54-4244-8871-ea74c880fedf req-c66a7f28-cda9-4959-b0fd-df654881a35f service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=129b530f15584103a5bf73d0a63e801d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5443118 Jan 21 13:47:32.195078 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0b1d-009a-48ef-9018-4c5b6cb7dfb2 req-32c2cc39-700f-4524-9572-f565a9c24866 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.196079 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff3d0b1d-009a-48ef-9018-4c5b6cb7dfb2 req-32c2cc39-700f-4524-9572-f565a9c24866 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 943 time: 0.3772254 Jan 21 13:47:32.411015 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240d56-9d54-4244-8871-ea74c880fedf req-90bed1c6-d8f7-42ca-873b-fdb4cb0588a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.412518 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68240d56-9d54-4244-8871-ea74c880fedf req-90bed1c6-d8f7-42ca-873b-fdb4cb0588a6 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693763 Jan 21 13:47:32.427342 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff3d0b1d-009a-48ef-9018-4c5b6cb7dfb2 req-a542d060-2f06-4d08-82bf-55d78019988b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116225 Jan 21 13:47:32.449077 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 17dff18d-c781-461c-bf46-2db597f5d2f0 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:32.598974 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059aa2-ef4e-414e-877f-f4758fcfbcb9 req-f5afe5d5-fb40-4c97-bef9-a4e35ba61cb0 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.609661 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d3059aa2-ef4e-414e-877f-f4758fcfbcb9 req-f5afe5d5-fb40-4c97-bef9-a4e35ba61cb0 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 943 time: 0.0874076 Jan 21 13:47:32.686148 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=17dff18d-c781-461c-bf46-2db597f5d2f0,segment=NetworkSegment(e3424241-67b6-4eea-941e-f583fa6c735a),segment_id=e3424241-67b6-4eea-941e-f583fa6c735a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:32.703148 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d3059aa2-ef4e-414e-877f-f4758fcfbcb9 req-e0458296-d8ea-4bc7-bdd7-9515287847c9 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922165 Jan 21 13:47:32.711612 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '17dff18d-c781-461c-bf46-2db597f5d2f0', 'network_id': 'c435b6fc-b642-4606-8c76-2349a600bf75', 'port_id': '17dff18d-c781-461c-bf46-2db597f5d2f0', 'mac_address': 'fa:16:3e:b3:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4a44eb-7b95-45d7-93a7-1b6c552222ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:32.772458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 17dff18d-c781-461c-bf46-2db597f5d2f0 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:32.773599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:32.796679 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dff18d-c781-461c-bf46-2db597f5d2f0 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:32.806479 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-54cd99c6-9bd1-4bb8-b371-8ef471c4fc38 req-9e663419-62c0-40b6-88e5-1996bb0e2421 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.0719724 Jan 21 13:47:32.814577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:32.828965 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks [] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:32.837170 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=17dff18d-c781-461c-bf46-2db597f5d2f0,segment=NetworkSegment(e3424241-67b6-4eea-941e-f583fa6c735a),segment_id=e3424241-67b6-4eea-941e-f583fa6c735a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:32.848158 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:32.849145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50c7d8b5-1947-463c-a58a-50b21faf13db details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:32.872506 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-76858b13-9042-4000-b435-091e8285ad0d req-24598e50-86f6-4bb7-974d-ed5f0f2546c4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 210 time: 0.0724750 Jan 21 13:47:32.873081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Transition to ACTIVE for port object f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:32.876220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-91aa521e-317a-4a89-b007-d71aca18d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.877977 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-91aa521e-317a-4a89-b007-d71aca18d2f8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1097 time: 0.4152546 Jan 21 13:47:32.886405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-14268fe3-5de1-498f-ab34-9efcd2ddbac6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:32.887627 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-14268fe3-5de1-498f-ab34-9efcd2ddbac6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 810 time: 0.4261813 Jan 21 13:47:32.892023 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:32.999072 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:33.001497 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:33.008399 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50c7d8b5-1947-463c-a58a-50b21faf13db,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:33.020814 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '50c7d8b5-1947-463c-a58a-50b21faf13db', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'port_id': '50c7d8b5-1947-463c-a58a-50b21faf13db', 'mac_address': 'fa:16:3e:fe:a9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb94a4f-15fe-40cc-936c-4e0d9cfee98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:33.047388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Attempting to bind port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:33.047734 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Attempting to bind port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:33.048058 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Attempting to bind port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:33.058814 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649768a4-134d-41e4-86a1-f622866382b3 req-d1b5ccb8-f542-4d5d-ae3c-1e0bbfff0c9f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:33.061189 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-649768a4-134d-41e4-86a1-f622866382b3 req-d1b5ccb8-f542-4d5d-ae3c-1e0bbfff0c9f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.1278734 Jan 21 13:47:33.063493 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:33.063821 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Attempting to bind port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 on network 8def9da6-8338-4654-a529-ca0ba4b105e0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:33.068048 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 50c7d8b5-1947-463c-a58a-50b21faf13db is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:33.068357 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:33.069055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:33.069384 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Checking segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:33.069781 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Bound using segment: {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:33.070177 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Bound port: f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bcd111-7298-4598-a515-7d17cc9df09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:33.070594 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:33.088036 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c7d8b5-1947-463c-a58a-50b21faf13db {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:33.113546 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50c7d8b5-1947-463c-a58a-50b21faf13db,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:33.118676 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:33.167773 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-649768a4-134d-41e4-86a1-f622866382b3 req-0c7132f3-c70a-4b3e-a00b-43daf578119e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939155 Jan 21 13:47:33.171664 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:33.177848 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:33.181060 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:33.186164 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:33.221896 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:33.222728 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:33.224200 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] 10.222.0.107 "PUT /v2.0/ports/f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 HTTP/1.1" status: 200 len: 1093 time: 1.8268006 Jan 21 13:47:33.226392 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:33.228600 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1594bf7-9691-427a-9761-6fcd01b1f1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:33.253085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe08e-1b4e-4529-a4c1-242589fa3915 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:33.281198 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7263c1-8e34-412e-98b9-3e6d6bc91680 x-openstack-request-id: req-8a7263c1-8e34-412e-98b9-3e6d6bc91680 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:33.281509 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:33.281766 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8a7263c1-8e34-412e-98b9-3e6d6bc91680 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:33.282167 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8', 'status': 'completed', 'code': 200} Jan 21 13:47:33.569626 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f6bc-d7b4-4a5c-9650-8ab3a1072ffe req-798b5cdb-4b76-476a-95ab-ca30e96baa96 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:33.571165 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59e5f6bc-d7b4-4a5c-9650-8ab3a1072ffe req-798b5cdb-4b76-476a-95ab-ca30e96baa96 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 944 time: 0.0490346 Jan 21 13:47:33.622942 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59e5f6bc-d7b4-4a5c-9650-8ab3a1072ffe req-8f296e63-a51b-4cb3-a021-c41d912d57ee tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Jan 21 13:47:33.811279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c7a5a-575f-44db-a9c7-7a313b03c4c8 req-973b11ba-da1b-482d-abb0-db441af2d1e1 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:33.812710 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-592c7a5a-575f-44db-a9c7-7a313b03c4c8 req-973b11ba-da1b-482d-abb0-db441af2d1e1 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 944 time: 0.0486827 Jan 21 13:47:33.863610 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-592c7a5a-575f-44db-a9c7-7a313b03c4c8 req-d6b90303-6f80-4479-a803-3ff54306dfd9 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Jan 21 13:47:33.904722 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bff66c7-09f6-44b9-add2-6b902dd31f4f req-00955e78-358c-4a2c-94c3-e466d0e4a342 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.0250354 Jan 21 13:47:33.991634 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f79dd1e8-2949-4ffc-be3d-67b114af4f0e req-fb4bf5d6-e673-4c6b-9c94-22ed34611b23 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 210 time: 0.0252066 Jan 21 13:47:34.299629 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79f07-411b-4264-af69-9b774896c2fd req-0898dcca-9778-4e77-96bd-0646b1fad52f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:34.301136 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63f79f07-411b-4264-af69-9b774896c2fd req-0898dcca-9778-4e77-96bd-0646b1fad52f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.0520294 Jan 21 13:47:34.348487 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63f79f07-411b-4264-af69-9b774896c2fd req-c6bd8142-11d7-4e90-981d-d5e1fe36f11f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Jan 21 13:47:34.738303 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40178f65-8ade-4bee-8a92-09877be13f6d req-1cbe993c-a079-4e9f-9d12-4c68e7e0587c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:34.739790 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-40178f65-8ade-4bee-8a92-09877be13f6d req-1cbe993c-a079-4e9f-9d12-4c68e7e0587c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 944 time: 0.0500963 Jan 21 13:47:34.787633 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-40178f65-8ade-4bee-8a92-09877be13f6d req-d00cd38a-18f3-41bc-bbb5-d133456950f0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Jan 21 13:47:34.976450 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91951-0b43-4920-8a60-52f6bd6136d4 req-dc1f4cea-6278-4ad7-bf71-50f836b5b648 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:34.977903 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffa91951-0b43-4920-8a60-52f6bd6136d4 req-dc1f4cea-6278-4ad7-bf71-50f836b5b648 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 944 time: 0.0475180 Jan 21 13:47:34.995850 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bb1b2b3-63ca-431a-940c-ab1ca7376170 req-2bc56d60-f85e-4688-b4a0-8b0cee02d685 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.0257630 Jan 21 13:47:35.025919 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffa91951-0b43-4920-8a60-52f6bd6136d4 req-b379e086-d8e8-4f0c-be85-ef5d2cbdca8f tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Jan 21 13:47:35.088419 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf376788-42c6-453c-bbcf-d8ebb6d45c14 req-0a84e8fb-4a26-458b-8837-7470ffa3d16e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 210 time: 0.0260086 Jan 21 13:47:35.483675 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-b8a7cb12-e8d9-42c1-87b0-cee858290609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.486091 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-b8a7cb12-e8d9-42c1-87b0-cee858290609 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1096 time: 0.0495477 Jan 21 13:47:35.539785 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-34b25df3-f2b5-4d57-ba6a-af785ec7db66 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0904582 Jan 21 13:47:35.644747 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73efa97-9f3e-44a5-b888-4d1926563bcd req-b24325d4-d397-4d1c-917c-c7be512d9bec tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.646528 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b73efa97-9f3e-44a5-b888-4d1926563bcd req-b24325d4-d397-4d1c-917c-c7be512d9bec tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.2322016 Jan 21 13:47:35.669538 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-d3468f7a-56ea-4d4e-91d4-26c7a1dc37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.671060 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-d3468f7a-56ea-4d4e-91d4-26c7a1dc37e9 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=129b530f15584103a5bf73d0a63e801d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1782820 Jan 21 13:47:35.719733 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-15f5c019-15e7-43d8-8e52-0b714755c84f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 379 time: 0.2723198 Jan 21 13:47:35.725810 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-f5726342-98dc-4fe6-9d9e-21b7dbbb9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.727306 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-f5726342-98dc-4fe6-9d9e-21b7dbbb9aff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.1507299 Jan 21 13:47:35.737191 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-bc3a1c5e-7600-45b7-ad6c-bfd7182a4b09 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.738591 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-bc3a1c5e-7600-45b7-ad6c-bfd7182a4b09 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 817 time: 0.2964990 Jan 21 13:47:35.747732 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'port': {'device_id': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'admin_state_up': True, 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'security_groups': ['f573e335-31fc-4d05-b178-30d3ce1d3448']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:35.826670 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-05bbb3df-abd3-4e8e-95f6-a98b52dff357 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755775 Jan 21 13:47:35.839695 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b73efa97-9f3e-44a5-b888-4d1926563bcd req-3ce803d1-f30e-43b5-8432-525946b09e73 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815856 Jan 21 13:47:35.857538 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-f3d4d43f-c1c4-4ec1-a293-3c06572fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.857538 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1594bf7-9691-427a-9761-6fcd01b1f1c1 req-f3d4d43f-c1c4-4ec1-a293-3c06572fdc91 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758716 Jan 21 13:47:35.867844 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['17dff18d-c781-461c-bf46-2db597f5d2f0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:35.971414 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af2f4-2ac3-497a-9870-1c869d3280a0 req-62ddf355-28ec-46b0-add5-f3cdfd2d4427 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.972978 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-918af2f4-2ac3-497a-9870-1c869d3280a0 req-62ddf355-28ec-46b0-add5-f3cdfd2d4427 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 944 time: 0.1073709 Jan 21 13:47:35.980825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-2093fa69-6209-4657-a19d-4ca6b581508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:35.983007 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-2093fa69-6209-4657-a19d-4ca6b581508e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1096 time: 0.0607679 Jan 21 13:47:35.991688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:36.019864 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-ba755a17-2354-4a47-9643-e9c2e9b75eb9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 379 time: 0.2589552 Jan 21 13:47:36.034804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'port': {'device_id': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'admin_state_up': True, 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'security_groups': ['e7bd4fb5-71e1-4358-957e-f332dbb7bada']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:36.039658 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-e53fedab-73b9-4b93-8cd4-7e7eaa9b71ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 HTTP/1.1" status: 200 len: 217 time: 0.0468588 Jan 21 13:47:36.060055 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-45b96afe-8aaf-4496-85aa-6a44c10a2b7a service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260735 Jan 21 13:47:36.139117 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-918af2f4-2ac3-497a-9870-1c869d3280a0 req-3ff8889b-af20-403f-b638-797ae9249535 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522841 Jan 21 13:47:36.144000 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-88bc7669-afe6-4595-a619-7e48bd4c1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:36.145978 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-88bc7669-afe6-4595-a619-7e48bd4c1f65 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.0994089 Jan 21 13:47:36.185740 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-28f47ff9-9da2-429a-afa7-be1dfb29f7cc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328043 Jan 21 13:47:36.352922 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8eddc-78fd-484d-abc3-4dec5bbac590 req-488e95e0-b5b0-4a24-ba21-6dbe85a864a6 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:36.354667 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ddb8eddc-78fd-484d-abc3-4dec5bbac590 req-488e95e0-b5b0-4a24-ba21-6dbe85a864a6 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 944 time: 0.1075323 Jan 21 13:47:36.367641 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-e5dc74a4-9086-4b04-9601-a94ea0affb2b service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754954 Jan 21 13:47:36.367868 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3b465e08-df06-44eb-9e13-5e55d1679cae req-611bf7e9-e2df-4c5e-87b2-0d0c3342aa59 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.2408757 Jan 21 13:47:36.371830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Made reservation on behalf of 21b908f3a07442bcbeabe49a50f7f48a for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:36.375337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:36.486093 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ddb8eddc-78fd-484d-abc3-4dec5bbac590 req-fad5e81a-8146-4b08-a50f-9fc9177bb7bf tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177447 Jan 21 13:47:36.575258 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-8055aafb-6fcf-4b4f-a2a2-089afcbabd0d service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921501 Jan 21 13:47:36.586893 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62be657c-adb8-4c74-b702-467abff3ae43 req-d7e6efb6-3e6e-4be3-9f1e-064d862cf324 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 210 time: 0.0765333 Jan 21 13:47:36.605512 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23124f00-9306-4fe5-85d9-0523d9fa7d5a req-638fc583-6045-4ced-8c42-8f674985b6c1 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342367 Jan 21 13:47:36.618817 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 40148) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:36.635286 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Made reservation on behalf of e4e7437157cf4651b4c5152ebeee82e5 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:47:36.639004 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:36.757652 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Allocated IP 172.20.0.9 (257b1f17-c2c3-4ac6-a932-3ddca797ac52/ae5a1ce2-e089-42c5-9599-9f76f62e6d00/6727a4f0-5a23-4ef3-b87b-c106a6420440) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:36.798791 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-955e668e-4f9f-4281-8996-1583a07e95b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:36.922022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Allocated IP 172.20.0.10 (5ba9eaea-c320-46c7-b6bb-d0baef77b7da/b6e53a21-a611-4fb0-aca8-dc924ed7de4d/13e896be-af8b-4c5b-b2fe-cd245c3385d1) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:47:37.027787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a5a48-b48c-4aec-a1e1-d49ffd0ccb42 req-e9e05eff-f58d-4c68-aac5-2e39731e9604 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.030321 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f0a5a48-b48c-4aec-a1e1-d49ffd0ccb42 req-e9e05eff-f58d-4c68-aac5-2e39731e9604 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.0626075 Jan 21 13:47:37.077049 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.089797 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-955e668e-4f9f-4281-8996-1583a07e95b7 admin admin] Publish callbacks [] for security_group (f7fc486b-d94e-4ba4-8279-31e610992b05), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.091886 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f0a5a48-b48c-4aec-a1e1-d49ffd0ccb42 req-49557d28-3664-4f3a-98fd-cab93891b263 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556047 Jan 21 13:47:37.098892 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-955e668e-4f9f-4281-8996-1583a07e95b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f7fc486b-d94e-4ba4-8279-31e610992b05), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.190356 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-955e668e-4f9f-4281-8996-1583a07e95b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=445fa29be2204b2686292322047c6f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670795 Jan 21 13:47:37.193082 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40170) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:37.198495 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e668e-4f9f-4281-8996-1583a07e95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc486b-d94e-4ba4-8279-31e610992b05,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:37.243134 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.247103 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.255935 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] Publish callbacks [] for security_group (f7fc486b-d94e-4ba4-8279-31e610992b05), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.276356 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] Publish callbacks [] for security_group (f7fc486b-d94e-4ba4-8279-31e610992b05), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.318933 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:37.329925 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f7fc486b-d94e-4ba4-8279-31e610992b05), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.332579 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.333085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:37.333731 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7fc486b-d94e-4ba4-8279-31e610992b05 HTTP/1.1" status: 204 len: 168 time: 0.1396325 Jan 21 13:47:37.341308 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:37.344807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.349733 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.351925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.352818 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851339-df2c-4690-a10d-33c7dfb191fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc486b-d94e-4ba4-8279-31e610992b05,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:37.371837 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8209f-d04d-48cf-aaed-ba9fc779806e req-bd8a0611-2438-4907-83b6-39822413cfe9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.373732 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1e8209f-d04d-48cf-aaed-ba9fc779806e req-bd8a0611-2438-4907-83b6-39822413cfe9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 944 time: 0.1485436 Jan 21 13:47:37.392316 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-f00ebafd-c10d-4da1-891a-829cdae67c0f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6627407 Jan 21 13:47:37.402003 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.409555 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Request body: {'port': {'device_id': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:37.415262 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 17dff18d-c781-461c-bf46-2db597f5d2f0 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:37.507764 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 17dff18d-c781-461c-bf46-2db597f5d2f0 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:37.515296 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 17dff18d-c781-461c-bf46-2db597f5d2f0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:37.515677 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.549905 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:47:37.551227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:37.567819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:47:37.578406 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fab394-ae4b-494c-ba1d-951ac699fe19 req-75b1da59-f95d-434e-aade-8333e9606865 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.579984 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-97fab394-ae4b-494c-ba1d-951ac699fe19 req-75b1da59-f95d-434e-aade-8333e9606865 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 931 time: 0.1007898 Jan 21 13:47:37.605088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:47:37.612542 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.623908 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.629573 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 17dff18d-c781-461c-bf46-2db597f5d2f0 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:37.629964 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.644602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.666572 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:37.672950 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1e8209f-d04d-48cf-aaed-ba9fc779806e req-5562e6e0-1f5d-4471-a1b5-5464563f8175 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886882 Jan 21 13:47:37.729708 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-2b2bd773-2e66-4dc8-81a9-e25726ac1bc3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6989245 Jan 21 13:47:37.735452 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-97fab394-ae4b-494c-ba1d-951ac699fe19 req-b23908c1-e8bb-4469-b2f3-fc986c6b4c20 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351812 Jan 21 13:47:37.772509 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Request body: {'port': {'device_id': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:37.846672 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=17dff18d-c781-461c-bf46-2db597f5d2f0,segment=NetworkSegment(e3424241-67b6-4eea-941e-f583fa6c735a),segment_id=e3424241-67b6-4eea-941e-f583fa6c735a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:37.878129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.879276 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50c7d8b5-1947-463c-a58a-50b21faf13db up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:37.956156 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20ba2-f821-42a7-93a5-44c6fad6d3d2 req-5653f7bd-5a93-45fc-b357-d9a7e6aa14a0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:37.957387 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c8f4a1a8-4314-4db6-b706-3d31a8199a36 None None] Provisioning complete for port 6727a4f0-5a23-4ef3-b87b-c106a6420440 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:37.957773 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a1a8-4314-4db6-b706-3d31a8199a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:37.976883 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ee20ba2-f821-42a7-93a5-44c6fad6d3d2 req-5653f7bd-5a93-45fc-b357-d9a7e6aa14a0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 932 time: 0.1035128 Jan 21 13:47:38.040237 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.051302 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ee20ba2-f821-42a7-93a5-44c6fad6d3d2 req-46c0a6c6-17a7-4492-ba0c-e2e4a2b9ae3b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680320 Jan 21 13:47:38.056142 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be9e78-f21a-45f5-b8ca-143d24328638" -d '{"events": [{"server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "name": "network-vif-plugged", "status": "completed", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:38.105077 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:38.120174 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4a1a8-4314-4db6-b706-3d31a8199a36 None None] Port 6727a4f0-5a23-4ef3-b87b-c106a6420440 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:38.145664 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 50c7d8b5-1947-463c-a58a-50b21faf13db completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:38.162078 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 50c7d8b5-1947-463c-a58a-50b21faf13db triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:38.163959 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.178515 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a818-f6ad-488d-8b46-53b9d5da8a19 req-8ada4ac4-bc6b-465d-b77e-4dbdf18455b3 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:38.186243 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96f1a818-f6ad-488d-8b46-53b9d5da8a19 req-8ada4ac4-bc6b-465d-b77e-4dbdf18455b3 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.4014947 Jan 21 13:47:38.319095 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-32f1287b-57e2-4189-a82e-c0e3e8841e93 None None] Provisioning complete for port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:38.319561 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-32f1287b-57e2-4189-a82e-c0e3e8841e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.388242 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96f1a818-f6ad-488d-8b46-53b9d5da8a19 req-4781c84d-8b94-45bb-9f29-384e90b05af6 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988389 Jan 21 13:47:38.410348 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55c1fb-3b51-4e4d-b279-c0488ada473e x-openstack-request-id: req-8d55c1fb-3b51-4e4d-b279-c0488ada473e {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:38.411771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "name": "network-vif-plugged", "status": "completed", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:38.412089 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d55c1fb-3b51-4e4d-b279-c0488ada473e {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:38.413183 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0', 'code': 200} Jan 21 13:47:38.417636 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 50c7d8b5-1947-463c-a58a-50b21faf13db is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:38.419187 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.461261 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-32f1287b-57e2-4189-a82e-c0e3e8841e93 None None] Port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:47:38.501608 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50c7d8b5-1947-463c-a58a-50b21faf13db,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:38.509507 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.546440 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f894b-e90a-40b6-ad4e-e401cde2699d req-b522f85d-cec0-4a16-bcdd-736c742057e7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:38.558050 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d05f894b-e90a-40b6-ad4e-e401cde2699d req-b522f85d-cec0-4a16-bcdd-736c742057e7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.1177993 Jan 21 13:47:38.643637 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d05f894b-e90a-40b6-ad4e-e401cde2699d req-6941d2a2-e6d3-4b78-9e5c-0f36f7ef643d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819294 Jan 21 13:47:38.667954 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6727a4f0-5a23-4ef3-b87b-c106a6420440 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:38.682637 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks [] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.708246 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40236) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:38.748478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f2461-1973-499f-8e3e-a850464b527c req-f6c61ca5-502a-476f-beac-447f1ab89ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:38.749931 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-181f2461-1973-499f-8e3e-a850464b527c req-f6c61ca5-502a-476f-beac-447f1ab89ae0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 1098 time: 0.1518092 Jan 21 13:47:38.758054 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Transition to ACTIVE for port object 6727a4f0-5a23-4ef3-b87b-c106a6420440 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:38.765556 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:38.796983 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.820096 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-181f2461-1973-499f-8e3e-a850464b527c req-9226a789-626b-4d38-8b41-5aab93050b9c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.891087 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ca8170-a679-4b2a-b55d-78d0093b4ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:38.922463 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0919-6faf-4b53-9b93-4d74bdaec0e3 req-acd7dc58-0bc4-400a-9225-b813af0c05b8 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:38.924130 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3c7b0919-6faf-4b53-9b93-4d74bdaec0e3 req-acd7dc58-0bc4-400a-9225-b813af0c05b8 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 943 time: 0.0998235 Jan 21 13:47:38.982955 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:38.993678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Pushing event updated for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.005341 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks [] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.024642 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3c7b0919-6faf-4b53-9b93-4d74bdaec0e3 req-d4f21616-13ee-41e4-a6ab-334aae0bc0b9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793879 Jan 21 13:47:39.043190 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ca8170-a679-4b2a-b55d-78d0093b4ef6 admin admin] Publish callbacks [] for security_group (40d84bef-8ba0-4263-b344-f5bae92965a8), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.049455 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ca8170-a679-4b2a-b55d-78d0093b4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (40d84bef-8ba0-4263-b344-f5bae92965a8), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.089770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898ebc6-fecd-42db-aa36-11a737d92dd6 req-b0f03744-ae75-4fd5-9efe-25a8271c8297 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:39.092533 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c898ebc6-fecd-42db-aa36-11a737d92dd6 req-b0f03744-ae75-4fd5-9efe-25a8271c8297 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.2869387 Jan 21 13:47:39.102295 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Transition to ACTIVE for port object 13e896be-af8b-4c5b-b2fe-cd245c3385d1 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:47:39.150631 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-78ca8170-a679-4b2a-b55d-78d0093b4ef6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=387fd83a24234a7daa92167cdd536e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410713 Jan 21 13:47:39.152737 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca8170-a679-4b2a-b55d-78d0093b4ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d84bef-8ba0-4263-b344-f5bae92965a8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.157383 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40246) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:39.172022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Attempting to bind port 6727a4f0-5a23-4ef3-b87b-c106a6420440 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:39.172268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Attempting to bind port 6727a4f0-5a23-4ef3-b87b-c106a6420440 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:39.172603 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Attempting to bind port 6727a4f0-5a23-4ef3-b87b-c106a6420440 on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:39.179851 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.257282 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c898ebc6-fecd-42db-aa36-11a737d92dd6 req-85406515-b73c-4072-a097-2a3b6dc167fb tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536629 Jan 21 13:47:39.272102 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] Publish callbacks [] for security_group (40d84bef-8ba0-4263-b344-f5bae92965a8), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.287127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa859a7-105a-4fe3-a51b-32f9abf96fef req-24c13b32-1c2f-4e4e-8b62-d60ecbb8a2c4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:39.289257 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Port 6727a4f0-5a23-4ef3-b87b-c106a6420440 on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:39.289665 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Attempting to bind port 6727a4f0-5a23-4ef3-b87b-c106a6420440 on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:39.293134 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5fa859a7-105a-4fe3-a51b-32f9abf96fef req-24c13b32-1c2f-4e4e-8b62-d60ecbb8a2c4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.1248889 Jan 21 13:47:39.301541 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-181f2461-1973-499f-8e3e-a850464b527c req-9226a789-626b-4d38-8b41-5aab93050b9c service neutron] Publish callbacks [] for security_group (1919b359-4ac4-40f2-942d-57bcd85d677e), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.317143 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.320976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-181f2461-1973-499f-8e3e-a850464b527c req-9226a789-626b-4d38-8b41-5aab93050b9c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1919b359-4ac4-40f2-942d-57bcd85d677e), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.323647 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:39.323978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Checking segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:39.324433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Bound using segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:39.325513 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Bound port: 6727a4f0-5a23-4ef3-b87b-c106a6420440, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:39.326136 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.327575 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] Publish callbacks [] for security_group (40d84bef-8ba0-4263-b344-f5bae92965a8), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.403738 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5fa859a7-105a-4fe3-a51b-32f9abf96fef req-ea368198-c39e-4320-8637-cc153da314f7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041722 Jan 21 13:47:39.430392 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:39.451907 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (40d84bef-8ba0-4263-b344-f5bae92965a8), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.455088 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.460245 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40d84bef-8ba0-4263-b344-f5bae92965a8 HTTP/1.1" status: 204 len: 168 time: 0.2994297 Jan 21 13:47:39.475608 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddabad-0e28-4450-aded-52f9c8cfe980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d84bef-8ba0-4263-b344-f5bae92965a8,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.488325 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-181f2461-1973-499f-8e3e-a850464b527c req-9226a789-626b-4d38-8b41-5aab93050b9c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315133 Jan 21 13:47:39.494537 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226a789-626b-4d38-8b41-5aab93050b9c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1919b359-4ac4-40f2-942d-57bcd85d677e,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.507597 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Attempting to bind port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:47:39.507943 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Attempting to bind port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:47:39.508342 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Attempting to bind port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:39.526119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:47:39.526752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Attempting to bind port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:47:39.535299 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:39.539269 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:47:39.539604 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Checking segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:47:39.540439 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Bound using segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:47:39.540439 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Bound port: 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:47:39.540856 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.545976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:39.669793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:39.684933 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'port_id': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'mac_address': 'fa:16:3e:58:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:39.729928 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:39.730312 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.752862 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.765598 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:39.795434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:39.801484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.803065 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:39.853953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8ed7-8a2d-4711-8b43-567bd31ccaa8 req-0577563e-dc5d-41ee-ac38-54802b14754e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:39.868051 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9da8ed7-8a2d-4711-8b43-567bd31ccaa8 req-0577563e-dc5d-41ee-ac38-54802b14754e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 943 time: 0.1184485 Jan 21 13:47:39.875911 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:39.876628 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:39.878094 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] 10.222.0.107 "PUT /v2.0/ports/6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 1093 time: 2.4731729 Jan 21 13:47:39.879648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:39.881936 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5082976-0d84-4054-b6a5-25e05d4c2004" -d '{"events": [{"name": "network-changed", "server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:39.899849 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.930474 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaee8a-5310-41a9-89c5-493bda1a256d service neutron] Pushing event updated for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:39.941881 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4d26-8ab2-445c-b666-bf0d3ab9c5ef req-e43d1951-50ec-4c21-a4aa-32d79562a484 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:39.943526 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d4f4d26-8ab2-445c-b666-bf0d3ab9c5ef req-e43d1951-50ec-4c21-a4aa-32d79562a484 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.1955397 Jan 21 13:47:39.975547 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:39.982399 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9da8ed7-8a2d-4711-8b43-567bd31ccaa8 req-348512f5-95a6-4626-8546-a897cbf95128 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119745 Jan 21 13:47:39.998343 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8', 'network_id': '8def9da6-8338-4654-a529-ca0ba4b105e0', 'port_id': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8', 'mac_address': 'fa:16:3e:ee:bb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d27a41a-ea27-48c7-b94c-201209bb4391', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:40.024142 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:47:40.040174 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45fe839-8d56-4526-b801-8dc33894d143 x-openstack-request-id: req-f45fe839-8d56-4526-b801-8dc33894d143 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:40.041500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:40.042873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f45fe839-8d56-4526-b801-8dc33894d143 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:40.043911 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'status': 'completed', 'code': 200} Jan 21 13:47:40.056021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40270) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:40.066135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:40.068051 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.074341 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:47:40.093019 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40274) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:40.098351 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:40.104422 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.114644 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d0e5f2-c1ac-42b9-9a84-1cc624d1a200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.124583 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-b09ab358-8d16-4108-b099-cd5fc8ff363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.126296 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-b09ab358-8d16-4108-b099-cd5fc8ff363e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1096 time: 0.1795709 Jan 21 13:47:40.129369 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:40.137506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.187700 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d4f4d26-8ab2-445c-b666-bf0d3ab9c5ef req-b1e64195-5a6c-4429-b55b-2353e6b153c0 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247367 Jan 21 13:47:40.228239 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.229220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.230625 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] 10.222.0.107 "PUT /v2.0/ports/13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 1094 time: 2.4772704 Jan 21 13:47:40.240238 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-4143de1a-e73f-44db-956d-f3dd4ae1d806 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 217 time: 0.1011994 Jan 21 13:47:40.267729 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:40.298491 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01540ab1-f755-42f0-ba63-c09587221c17 req-9beb6ee5-7dac-4120-bf77-617689a699f2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.309234 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-01540ab1-f755-42f0-ba63-c09587221c17 req-9beb6ee5-7dac-4120-bf77-617689a699f2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 943 time: 0.1595395 Jan 21 13:47:40.415569 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:40.419945 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649dd0e-9a73-46c2-92ec-094b8328f0f2" -d '{"events": [{"server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "name": "network-vif-plugged", "status": "completed", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:40.443620 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-01540ab1-f755-42f0-ba63-c09587221c17 req-27fe25e2-fa17-45b4-bc77-f9348ccba803 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334822 Jan 21 13:47:40.455565 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1a3724f-3857-4010-af30-684d63aa852e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.455782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3d28e-c777-4157-a33d-34ff26ede5be service neutron] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:40.474873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-119c25c6-0950-461a-8783-801e3946e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.481877 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-119c25c6-0950-461a-8783-801e3946e0ed service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.2306600 Jan 21 13:47:40.494225 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d0e5f2-c1ac-42b9-9a84-1cc624d1a200 admin admin] Publish callbacks [] for security_group (920e082e-37fe-4c54-8192-33e818b63773), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.509979 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df7916-91fc-4a9c-8fe2-82f2a2f8bf3a x-openstack-request-id: req-23df7916-91fc-4a9c-8fe2-82f2a2f8bf3a {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:40.510732 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "name": "network-vif-plugged", "status": "completed", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:40.510994 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23df7916-91fc-4a9c-8fe2-82f2a2f8bf3a {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:40.511450 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db', 'code': 200} Jan 21 13:47:40.516383 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['43e5e65d-1f21-4eef-8f7d-fc14bde05f74'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:40.520873 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d0e5f2-c1ac-42b9-9a84-1cc624d1a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (920e082e-37fe-4c54-8192-33e818b63773), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.554225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-05769020-1f3e-4765-a421-e27450d955d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.556041 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-05769020-1f3e-4765-a421-e27450d955d5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1097 time: 0.2134416 Jan 21 13:47:40.579644 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0e5f2-c1ac-42b9-9a84-1cc624d1a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e082e-37fe-4c54-8192-33e818b63773,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:40.586998 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-05d0e5f2-c1ac-42b9-9a84-1cc624d1a200 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0d13e731f1a4c4e8c9af5cd1277ee9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919279 Jan 21 13:47:40.592441 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40292) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:40.636436 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:40.641358 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb3689-b5f8-465f-b471-6b246b4cc20e req-cce2e990-70ed-4baa-bab0-3ee1d16cc2b0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.643314 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62fb3689-b5f8-465f-b471-6b246b4cc20e req-cce2e990-70ed-4baa-bab0-3ee1d16cc2b0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.2597296 Jan 21 13:47:40.701011 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-f842eb36-4c0c-4feb-882a-378d8437b28f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 217 time: 0.1238630 Jan 21 13:47:40.754145 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1a3724f-3857-4010-af30-684d63aa852e admin admin] Publish callbacks [] for security_group (05bfaebe-2022-4867-9319-6e07249cf0a8), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.769525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed455f71-f48e-4614-a76b-0a64e250b4c0 req-e3c38cfc-2693-4641-b72c-f7580c952de0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.776370 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed455f71-f48e-4614-a76b-0a64e250b4c0 req-e3c38cfc-2693-4641-b72c-f7580c952de0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.1585355 Jan 21 13:47:40.792108 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1a3724f-3857-4010-af30-684d63aa852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (05bfaebe-2022-4867-9319-6e07249cf0a8), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.798632 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-17eb6a9f-a9ef-4715-981d-29203b5164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.801335 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-17eb6a9f-a9ef-4715-981d-29203b5164ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0784073 Jan 21 13:47:40.807410 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-28c6ac35-f0c1-4c40-a9f7-03956e67b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:40.809955 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-28c6ac35-f0c1-4c40-a9f7-03956e67b934 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3144548 Jan 21 13:47:40.820212 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] Publish callbacks [] for security_group (920e082e-37fe-4c54-8192-33e818b63773), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.872701 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.880532 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d1a3724f-3857-4010-af30-684d63aa852e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9b7eeb1611cc4035a1027f56d1dc4ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8229823 Jan 21 13:47:40.886846 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 40296) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:40.890374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] Publish callbacks [] for security_group (920e082e-37fe-4c54-8192-33e818b63773), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.892131 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3724f-3857-4010-af30-684d63aa852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfaebe-2022-4867-9319-6e07249cf0a8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:40.922259 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed455f71-f48e-4614-a76b-0a64e250b4c0 req-44ff1f4b-920f-467d-9967-8f383bf9c5dd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399751 Jan 21 13:47:40.976855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (920e082e-37fe-4c54-8192-33e818b63773), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.976855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:40.976855 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/920e082e-37fe-4c54-8192-33e818b63773 HTTP/1.1" status: 204 len: 168 time: 0.3815563 Jan 21 13:47:40.991562 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ac26-18b5-4995-8e2d-760592368cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e082e-37fe-4c54-8192-33e818b63773,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:41.061432 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62fb3689-b5f8-465f-b471-6b246b4cc20e req-43403dfe-bf8d-49f2-9f63-882870e4dab2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550661 Jan 21 13:47:41.093595 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-5b92cc59-208c-4f18-aac0-791d75ec91a2 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533240 Jan 21 13:47:41.128056 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c14a4d-16fc-40a4-8b35-0734feaf1c33 req-192886c8-0f0b-4c54-9f93-de4b7adc426d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.134840 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63c14a4d-16fc-40a4-8b35-0734feaf1c33 req-192886c8-0f0b-4c54-9f93-de4b7adc426d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 944 time: 0.0759349 Jan 21 13:47:41.147068 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-91e33f75-4036-4f52-a247-84f4f3f468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.148671 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-91e33f75-4036-4f52-a247-84f4f3f468c1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3361228 Jan 21 13:47:41.160276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd5dc-7750-4a85-ae6c-7ca6422fe447 req-3c894411-c377-4428-b62b-6a451139b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.161843 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-342cd5dc-7750-4a85-ae6c-7ca6422fe447 req-3c894411-c377-4428-b62b-6a451139b027 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 1098 time: 0.3571286 Jan 21 13:47:41.189265 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63c14a4d-16fc-40a4-8b35-0734feaf1c33 req-77917a01-7c67-4635-877e-bc12cd666d49 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Jan 21 13:47:41.251174 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] Publish callbacks [] for security_group (05bfaebe-2022-4867-9319-6e07249cf0a8), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.314293 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-633a2b04-f116-463e-beba-6bd712fadc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.366620 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] Publish callbacks [] for security_group (05bfaebe-2022-4867-9319-6e07249cf0a8), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.422888 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-342cd5dc-7750-4a85-ae6c-7ca6422fe447 req-e84784ba-1197-4ea8-87a5-029b7028b183 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487509 Jan 21 13:47:41.441437 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fda0d354-85f4-4673-8286-9f6ab629dcc9 req-0412988b-a30f-46d0-b09e-ebc137cb1411 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369138 Jan 21 13:47:41.458936 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-e6fc4b7c-5c62-46c5-a065-deda95078edb service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961144 Jan 21 13:47:41.467074 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ddfa-ceea-432e-ac85-3f665ac78d73 req-9515038c-bd21-41de-9862-bd7f6447ab41 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.468505 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f42ddfa-ceea-432e-ac85-3f665ac78d73 req-9515038c-bd21-41de-9862-bd7f6447ab41 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.2112157 Jan 21 13:47:41.499233 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (05bfaebe-2022-4867-9319-6e07249cf0a8), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.501823 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.504657 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05bfaebe-2022-4867-9319-6e07249cf0a8 HTTP/1.1" status: 204 len: 168 time: 0.5205786 Jan 21 13:47:41.521473 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6993c6-b93b-46d5-84bb-5162bd1aca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfaebe-2022-4867-9319-6e07249cf0a8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:41.534843 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f42ddfa-ceea-432e-ac85-3f665ac78d73 req-c93a15c8-ceb1-483d-a00f-82dc646f9778 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Jan 21 13:47:41.583579 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39d892-2e25-4157-860f-66dbf5f9cabd req-7c881255-862d-4f84-9a0d-4bc7c64800c7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.585521 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e39d892-2e25-4157-860f-66dbf5f9cabd req-7c881255-862d-4f84-9a0d-4bc7c64800c7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 943 time: 0.0539083 Jan 21 13:47:41.654309 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e39d892-2e25-4157-860f-66dbf5f9cabd req-83cae19b-310e-4c7c-b006-b45be72a64f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621068 Jan 21 13:47:41.786604 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-7dacf4a8-513c-4c37-ba83-9a820bf6b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.788065 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-7dacf4a8-513c-4c37-ba83-9a820bf6b8cb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1096 time: 0.0625279 Jan 21 13:47:41.790259 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f6fa9da-9b97-46ee-a318-717cacd7a824 req-f533147d-1174-4013-b808-12a3dacf35f0 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435773 Jan 21 13:47:41.899527 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-498fe8e1-6c1c-40e0-813c-07278192fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:41.901770 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-498fe8e1-6c1c-40e0-813c-07278192fde0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.0983112 Jan 21 13:47:41.953726 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-664828a9-7564-4fb4-beda-ec903da56ff0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 217 time: 0.0394080 Jan 21 13:47:41.973596 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40336) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:41.988573 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fca5847e-343b-46b4-a2b8-e49aadded455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:41.995203 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:42.048183 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:42.050751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ac34b-6606-4664-a6bb-7899526a639d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:42.054794 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:42.066594 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:42.067099 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.087614 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fca5847e-343b-46b4-a2b8-e49aadded455 admin admin] Publish callbacks [] for security_group (f00f92a8-1984-4f5d-a275-8340ea27c0f5), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.100803 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-0d8d6b96-4c5c-46fe-8e96-db80945a53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.106756 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-0d8d6b96-4c5c-46fe-8e96-db80945a53c4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.1433456 Jan 21 13:47:42.107721 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fca5847e-343b-46b4-a2b8-e49aadded455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f00f92a8-1984-4f5d-a275-8340ea27c0f5), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.123547 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f988e-f2c4-4a96-a8fa-191e5f2753a4 req-389f9530-b456-4a1c-a4b4-375140f610cd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.125072 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d66f988e-f2c4-4a96-a8fa-191e5f2753a4 req-389f9530-b456-4a1c-a4b4-375140f610cd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.1246574 Jan 21 13:47:42.140983 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb07610-753c-4be9-80c1-19c5b0bde826 x-openstack-request-id: req-4bb07610-753c-4be9-80c1-19c5b0bde826 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:42.141938 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:42.142184 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4bb07610-753c-4be9-80c1-19c5b0bde826 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:42.142637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'status': 'completed', 'code': 200} Jan 21 13:47:42.181989 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:42.182363 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fca5847e-343b-46b4-a2b8-e49aadded455 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0491694487843f397136ad90fa72221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075579 Jan 21 13:47:42.183018 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.186215 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40348) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:42.192854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5847e-343b-46b4-a2b8-e49aadded455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f92a8-1984-4f5d-a275-8340ea27c0f5,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:42.235035 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:42.253635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.265275 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:42.279507 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] Publish callbacks [] for security_group (f00f92a8-1984-4f5d-a275-8340ea27c0f5), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.297436 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-89c4ebcd-6138-49a6-8d2f-0c8b778f4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.299018 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-89c4ebcd-6138-49a6-8d2f-0c8b778f4cb8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1097 time: 0.1144068 Jan 21 13:47:42.305558 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] Publish callbacks [] for security_group (f00f92a8-1984-4f5d-a275-8340ea27c0f5), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.315892 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d66f988e-f2c4-4a96-a8fa-191e5f2753a4 req-dc60f6a1-0b37-4ea0-bb7c-b480b1c6751e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773808 Jan 21 13:47:42.327811 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-57350060-dbd8-4b0e-843c-e37897bd3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.329628 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-57350060-dbd8-4b0e-843c-e37897bd3231 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849248 Jan 21 13:47:42.373507 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f00f92a8-1984-4f5d-a275-8340ea27c0f5), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.383937 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.388770 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f00f92a8-1984-4f5d-a275-8340ea27c0f5 HTTP/1.1" status: 204 len: 168 time: 0.2014682 Jan 21 13:47:42.428419 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf882-5b1c-4bc8-9b04-0cfeb89a217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f92a8-1984-4f5d-a275-8340ea27c0f5,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:42.444108 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:42.453275 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333f6f-660f-4b36-85bf-8638d73a0b7b req-25d9e800-497d-4bad-b2cb-17e3b19c254e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.461487 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7f333f6f-660f-4b36-85bf-8638d73a0b7b req-25d9e800-497d-4bad-b2cb-17e3b19c254e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.2185254 Jan 21 13:47:42.473567 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:42.473964 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.481609 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:42.524644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:42.527098 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa5ef0e-b081-44e6-8fbb-b257fd96e536" -d '{"events": [{"server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "name": "network-vif-plugged", "status": "completed", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:42.558978 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7f333f6f-660f-4b36-85bf-8638d73a0b7b req-2a84944a-d21a-4e8b-90e1-34f8438b7de6 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925016 Jan 21 13:47:42.613881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:42.614279 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.631365 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1f344c-4578-4d95-86a6-3921c544e1b5 x-openstack-request-id: req-4b1f344c-4578-4d95-86a6-3921c544e1b5 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:42.631671 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "name": "network-vif-plugged", "status": "completed", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:42.631931 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4b1f344c-4578-4d95-86a6-3921c544e1b5 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:42.632336 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'code': 200} Jan 21 13:47:42.681340 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:42.690668 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:42.765934 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:42.825434 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e4feb-2a69-477b-8619-c740ea592fa0 req-d63b04d1-2f17-4bcb-a0d7-9a71ef0d1191 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:42.826682 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2b9e4feb-2a69-477b-8619-c740ea592fa0 req-d63b04d1-2f17-4bcb-a0d7-9a71ef0d1191 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.0968645 Jan 21 13:47:42.921318 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2b9e4feb-2a69-477b-8619-c740ea592fa0 req-3b43ea46-0b25-4edf-9079-3a4017398e25 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Jan 21 13:47:43.011137 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-69e32d7f-2ed4-4a9c-b2b4-305df5aae2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.012817 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-69e32d7f-2ed4-4a9c-b2b4-305df5aae2d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.6957192 Jan 21 13:47:43.028271 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20a2fb-4f2f-48d5-9915-2ce8b8ea9f05 req-f3865268-75ca-4bdb-a353-4a95a5dee0f6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.035567 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e20a2fb-4f2f-48d5-9915-2ce8b8ea9f05 req-f3865268-75ca-4bdb-a353-4a95a5dee0f6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1730237 Jan 21 13:47:43.055441 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-610cc214-ea7d-42ac-b379-cc456fcb0446 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126911 Jan 21 13:47:43.060243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08947-0d95-4288-8f08-7cf2d695fce2 req-78304c68-29e4-4694-8a56-bf51fd420228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.061961 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2ba08947-0d95-4288-8f08-7cf2d695fce2 req-78304c68-29e4-4694-8a56-bf51fd420228 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.1984181 Jan 21 13:47:43.094831 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08702068-4578-4344-bb92-0b64cdac6aaa req-f842bd9e-b26a-4ed4-a035-5c14fe38a612 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.096373 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08702068-4578-4344-bb92-0b64cdac6aaa req-f842bd9e-b26a-4ed4-a035-5c14fe38a612 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 943 time: 0.0915010 Jan 21 13:47:43.122202 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-3875d615-f54b-43d3-9450-db01ca8e3f45 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 217 time: 0.0818334 Jan 21 13:47:43.197249 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08702068-4578-4344-bb92-0b64cdac6aaa req-5a5e4f28-9bbf-4fc5-b555-343ea1d02897 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948527 Jan 21 13:47:43.288600 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e20a2fb-4f2f-48d5-9915-2ce8b8ea9f05 req-e7c9baea-76ca-4f8d-a546-a182492dbf57 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368994 Jan 21 13:47:43.306901 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-8b05cbeb-5446-4506-b487-e2d59e004d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.308812 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-8b05cbeb-5446-4506-b487-e2d59e004d3b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.1747375 Jan 21 13:47:43.332664 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2ba08947-0d95-4288-8f08-7cf2d695fce2 req-a051ea10-d379-485f-8219-289aed7124fe service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204797 Jan 21 13:47:43.339220 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5082976-0d84-4054-b6a5-25e05d4c2004 req-10fd1352-a59a-41e3-acad-f6a8acc5a8ee service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353649 Jan 21 13:47:43.343492 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-442f1dbb-5e9c-4ecd-9a2f-1be9ada31537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:43.372655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-85047d42-8cbd-4a5b-a9f3-ffca3234bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.374576 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-85047d42-8cbd-4a5b-a9f3-ffca3234bb71 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574093 Jan 21 13:47:43.514713 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc588f-2e0f-4183-a7f9-9c7913bfb256 req-953aa44c-70b7-4cb6-8464-9280eda1e5ec tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.517156 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8abc588f-2e0f-4183-a7f9-9c7913bfb256 req-953aa44c-70b7-4cb6-8464-9280eda1e5ec tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0689607 Jan 21 13:47:43.569254 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8abc588f-2e0f-4183-a7f9-9c7913bfb256 req-182a6f07-d1ec-4681-9ad1-e453b7bbcaca tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495970 Jan 21 13:47:43.636426 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-81ab643d-33e6-40bd-8340-158945f1fd5a service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090655 Jan 21 13:47:43.772116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f2d62-d0b7-4c10-807f-ba7c1eebd2d0 req-7b7d7a90-d0f8-443d-b3f3-911d0679e29a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:43.773599 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-648f2d62-d0b7-4c10-807f-ba7c1eebd2d0 req-7b7d7a90-d0f8-443d-b3f3-911d0679e29a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.1044128 Jan 21 13:47:43.795279 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2ac34b-6606-4664-a6bb-7899526a639d req-8d877862-5e7a-4375-ab52-48b6fe0dc556 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504211 Jan 21 13:47:43.843386 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-648f2d62-d0b7-4c10-807f-ba7c1eebd2d0 req-7e8482b7-4112-4d47-a3fc-539c9f300c5c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573075 Jan 21 13:47:43.992774 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:44.109174 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:44.125152 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:44.171702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:44.172414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:44.187172 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:44.213955 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:44.219235 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:44.220172 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6727a4f0-5a23-4ef3-b87b-c106a6420440 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:47:44.315939 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:44.408956 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa207bb-95c3-4f0d-b5fa-63c8462e567b req-f7317764-7118-49fc-9a7d-2ca52ed90f19 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:44.411557 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eaa207bb-95c3-4f0d-b5fa-63c8462e567b req-f7317764-7118-49fc-9a7d-2ca52ed90f19 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 943 time: 0.0763597 Jan 21 13:47:44.420926 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962a8f7-193b-4eb3-afc2-2624ca3c47cb req-f4fec281-6346-48fb-b8d0-ab1acc7600f9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:44.421492 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:44.428649 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8962a8f7-193b-4eb3-afc2-2624ca3c47cb req-f4fec281-6346-48fb-b8d0-ab1acc7600f9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0620458 Jan 21 13:47:44.462404 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'port_id': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'mac_address': 'fa:16:3e:8d:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:47:44.492812 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8962a8f7-193b-4eb3-afc2-2624ca3c47cb req-ac72bd25-7e49-448e-9808-034138d6701f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630379 Jan 21 13:47:44.534041 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eaa207bb-95c3-4f0d-b5fa-63c8462e567b req-c79fd029-0a39-49c1-9ade-08f34cc8c854 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133287 Jan 21 13:47:44.541978 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6727a4f0-5a23-4ef3-b87b-c106a6420440 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:44.542486 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:44.557562 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6727a4f0-5a23-4ef3-b87b-c106a6420440 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:47:44.584124 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:44.588163 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:44.634747 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:44.639493 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb97fc-3114-49a2-b8f5-682078cac20d" -d '{"events": [{"server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:44.650802 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:44.907032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabef969-ff5c-48e0-ae19-9edc81112bd4 req-99c1cefc-04af-47d3-8a38-0b96d6de7127 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:44.909061 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aabef969-ff5c-48e0-ae19-9edc81112bd4 req-99c1cefc-04af-47d3-8a38-0b96d6de7127 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.2434177 Jan 21 13:47:44.968352 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c262709-7b64-4679-b9e6-9dde4824defc x-openstack-request-id: req-4c262709-7b64-4679-b9e6-9dde4824defc {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:44.968830 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:44.969311 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4c262709-7b64-4679-b9e6-9dde4824defc {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:44.969836 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8', 'code': 200} Jan 21 13:47:45.000093 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aabef969-ff5c-48e0-ae19-9edc81112bd4 req-3eccdf34-8eb3-42fb-8809-8cf6df965e55 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777805 Jan 21 13:47:45.015091 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['6727a4f0-5a23-4ef3-b87b-c106a6420440'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:45.048441 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:45.107337 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['13e896be-af8b-4c5b-b2fe-cd245c3385d1'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:45.225265 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2594d-e6b7-497b-928b-1878e6d0a183 req-7b7b1e39-9bc9-4d11-b3fb-bc3942964ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:45.227064 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22d2594d-e6b7-497b-928b-1878e6d0a183 req-7b7b1e39-9bc9-4d11-b3fb-bc3942964ee5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1098 time: 0.0405180 Jan 21 13:47:45.271501 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22d2594d-e6b7-497b-928b-1878e6d0a183 req-1aa916fa-7974-45d1-a76c-5cfd191adc5e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Jan 21 13:47:45.628395 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89297d3-eb63-4d98-8f8e-9e46892b987f req-4bda8e9d-1343-4927-8860-e96cf0b368c9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:45.630622 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d89297d3-eb63-4d98-8f8e-9e46892b987f req-4bda8e9d-1343-4927-8860-e96cf0b368c9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0564983 Jan 21 13:47:45.685227 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d89297d3-eb63-4d98-8f8e-9e46892b987f req-f5d19606-5256-43b5-ac77-5614251122a1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Jan 21 13:47:45.846218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a52c8-8ffd-4352-8806-76c851b476a3 req-dc25ecc5-3b72-4c2a-b259-7ce32656b30e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:45.847768 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b66a52c8-8ffd-4352-8806-76c851b476a3 req-dc25ecc5-3b72-4c2a-b259-7ce32656b30e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 944 time: 0.0832081 Jan 21 13:47:45.953239 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b66a52c8-8ffd-4352-8806-76c851b476a3 req-87129769-57df-4df4-a8da-81fe45352d25 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986030 Jan 21 13:47:46.123002 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e482-5223-49fe-9df8-dc134b11b255 req-691dc40c-89bb-4cd2-a761-3895e3a3bd27 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:46.124504 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02f1e482-5223-49fe-9df8-dc134b11b255 req-691dc40c-89bb-4cd2-a761-3895e3a3bd27 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.0580411 Jan 21 13:47:46.175538 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02f1e482-5223-49fe-9df8-dc134b11b255 req-9e7d3890-0139-4b02-87f6-553a0872ebce tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455790 Jan 21 13:47:46.481698 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:46.810426 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9de6e7-6d90-43ff-838b-60cbee2dfa6b req-f8a1ab49-b29b-460a-888e-381d96069118 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:46.811878 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1b9de6e7-6d90-43ff-838b-60cbee2dfa6b req-f8a1ab49-b29b-460a-888e-381d96069118 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0475957 Jan 21 13:47:46.857803 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1b9de6e7-6d90-43ff-838b-60cbee2dfa6b req-7bddda1f-761f-4ef6-a91d-603900cd2d65 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Jan 21 13:47:47.062648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb29d-129e-4579-ba5b-259618ea6877 req-37634c42-35ae-4312-a915-78c8afce46bc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:47.064187 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-251eb29d-129e-4579-ba5b-259618ea6877 req-37634c42-35ae-4312-a915-78c8afce46bc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 944 time: 0.0503812 Jan 21 13:47:47.112944 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-251eb29d-129e-4579-ba5b-259618ea6877 req-dd0e86ba-7624-4169-a218-beaa2a932d6a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432758 Jan 21 13:47:47.297676 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52489830-1fd9-42c7-bc58-88491f478f51 req-d9f3b29f-1de4-4d13-b18d-9d6e1de3c12e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:47.299115 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52489830-1fd9-42c7-bc58-88491f478f51 req-d9f3b29f-1de4-4d13-b18d-9d6e1de3c12e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.0470862 Jan 21 13:47:47.347038 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52489830-1fd9-42c7-bc58-88491f478f51 req-b9374f44-df5d-412e-b1cd-c01851edf665 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Jan 21 13:47:47.662406 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:47.972776 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecfb23-a37d-4f95-87ee-37ae3474534d req-becc7633-4ac3-4fc9-afad-15a4497754b5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:47.973286 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18ecfb23-a37d-4f95-87ee-37ae3474534d req-becc7633-4ac3-4fc9-afad-15a4497754b5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0499241 Jan 21 13:47:48.018522 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18ecfb23-a37d-4f95-87ee-37ae3474534d req-b3e5a00b-748e-4234-bf34-3c633554c9f0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Jan 21 13:47:48.225310 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774d4fa-2728-4cea-8094-9a4db26e5401 req-1d8ed3b7-63e4-47a3-a316-866f43f679af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:48.226772 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5774d4fa-2728-4cea-8094-9a4db26e5401 req-1d8ed3b7-63e4-47a3-a316-866f43f679af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 944 time: 0.0486655 Jan 21 13:47:48.272834 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5774d4fa-2728-4cea-8094-9a4db26e5401 req-65631cf6-6ad2-4771-9df2-9b8022c7a88d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Jan 21 13:47:48.461700 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ade9-6af9-480b-a84c-46043e7a770d req-dec4a21b-2165-4a2e-bef8-0fae97a927ce tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:48.463173 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8589ade9-6af9-480b-a84c-46043e7a770d req-dec4a21b-2165-4a2e-bef8-0fae97a927ce tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.0476294 Jan 21 13:47:48.509332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8589ade9-6af9-480b-a84c-46043e7a770d req-a3e62f76-b0ba-4ccc-b507-d244ac81b0da tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Jan 21 13:47:49.132655 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c1b8f-e5d8-4852-a88d-569948e58268 req-4c899a80-3eae-4172-a7fe-1e5f51177cb4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:49.134131 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-860c1b8f-e5d8-4852-a88d-569948e58268 req-4c899a80-3eae-4172-a7fe-1e5f51177cb4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0485573 Jan 21 13:47:49.182671 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-860c1b8f-e5d8-4852-a88d-569948e58268 req-5888156b-3df5-45d5-ac75-080a6ee8fa28 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Jan 21 13:47:49.241309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:49.290391 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:49.294658 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:49.295117 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.377837 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:49.378233 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.393682 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81307bdb-63bb-444d-9664-7e4f52421443 req-d92960d6-ab59-4e69-a109-efd3e7ad19ea tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:49.395188 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-81307bdb-63bb-444d-9664-7e4f52421443 req-d92960d6-ab59-4e69-a109-efd3e7ad19ea tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 944 time: 0.0490274 Jan 21 13:47:49.403885 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:49.406421 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f3e3d-0a70-4733-81b4-4015b6f63e23" -d '{"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:49.418717 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:49.423369 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.424422 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6727a4f0-5a23-4ef3-b87b-c106a6420440 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:47:49.449090 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-81307bdb-63bb-444d-9664-7e4f52421443 req-4866d531-2698-458c-a2b9-0b14aacec7e5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483856 Jan 21 13:47:49.470502 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42b0b5-00c4-4ecd-bdac-22c6b0ab1a81 x-openstack-request-id: req-bc42b0b5-00c4-4ecd-bdac-22c6b0ab1a81 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:49.470502 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:49.470502 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc42b0b5-00c4-4ecd-bdac-22c6b0ab1a81 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:49.470502 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'code': 200} Jan 21 13:47:49.502121 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:49.516016 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 6727a4f0-5a23-4ef3-b87b-c106a6420440 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:47:49.519816 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 6727a4f0-5a23-4ef3-b87b-c106a6420440 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:47:49.520274 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.609076 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6727a4f0-5a23-4ef3-b87b-c106a6420440 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:47:49.609573 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.627030 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c6a53-f0e8-4bc5-9822-a9caffd4b0a6 req-e528a9d0-4ce9-4463-ad9e-068a47590e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:49.628975 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-391c6a53-f0e8-4bc5-9822-a9caffd4b0a6 req-e528a9d0-4ce9-4463-ad9e-068a47590e91 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1099 time: 0.0459266 Jan 21 13:47:49.643174 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:49.654472 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:49.656904 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d9233-84e4-4ddd-bdcb-ff794cb1e93c req-ea578aff-7dff-417a-b50f-ed8f33e09dd4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:49.659681 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-540d9233-84e4-4ddd-bdcb-ff794cb1e93c req-ea578aff-7dff-417a-b50f-ed8f33e09dd4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0637510 Jan 21 13:47:49.689482 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-391c6a53-f0e8-4bc5-9822-a9caffd4b0a6 req-001a1c9b-a16b-4826-a523-04c587a35360 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511901 Jan 21 13:47:49.720869 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:49.733296 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-540d9233-84e4-4ddd-bdcb-ff794cb1e93c req-4d2b2905-8468-4bb0-87d6-64be93ab3142 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663989 Jan 21 13:47:50.300868 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a9d7-83c8-459a-ad7a-0b3372fadccf req-2d4763c2-89d0-4df1-8523-318b5b10fbb7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.302838 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b52a9d7-83c8-459a-ad7a-0b3372fadccf req-2d4763c2-89d0-4df1-8523-318b5b10fbb7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0503535 Jan 21 13:47:50.353949 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b52a9d7-83c8-459a-ad7a-0b3372fadccf req-7deb752f-9007-4ede-9282-27a3ad484590 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Jan 21 13:47:50.606268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae50d-ebf3-423e-9295-1a24814f6c43 req-e1d85abc-0c26-4cf9-9b13-ffdc98820254 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.608888 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f2ae50d-ebf3-423e-9295-1a24814f6c43 req-e1d85abc-0c26-4cf9-9b13-ffdc98820254 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0672398 Jan 21 13:47:50.676266 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f2ae50d-ebf3-423e-9295-1a24814f6c43 req-71c20eb6-8025-44f3-92de-2121c7ad626c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599859 Jan 21 13:47:50.736072 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-79c9c778-e3ba-4ace-aff2-b238e2bdade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.737667 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-79c9c778-e3ba-4ace-aff2-b238e2bdade4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1098 time: 0.0514681 Jan 21 13:47:50.751907 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 40654) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:50.883886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74c11bfa-e747-40fe-8c1f-c792225db456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:50.885159 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21ed75-f34b-4134-8b0f-c11167829010 req-246af82a-d323-4886-aebd-c5a968cdee34 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.887523 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e21ed75-f34b-4134-8b0f-c11167829010 req-246af82a-d323-4886-aebd-c5a968cdee34 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0555048 Jan 21 13:47:50.919088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-ce30ce12-756e-426a-bcab-a9d4f1a21144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.920573 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-ce30ce12-756e-426a-bcab-a9d4f1a21144 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.1574676 Jan 21 13:47:50.934860 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d3ec-2f29-4e12-9dc2-85fd7b99f8d4 req-8b2d3592-889b-4aaa-a350-42412debf59e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:50.935116 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e21ed75-f34b-4134-8b0f-c11167829010 req-7e55958c-b395-424a-ba77-caa4f504e8c9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jan 21 13:47:50.936373 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9fb8d3ec-2f29-4e12-9dc2-85fd7b99f8d4 req-8b2d3592-889b-4aaa-a350-42412debf59e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1066675 Jan 21 13:47:50.988348 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-f420d2cb-7028-4ef6-8634-8c5498cd0248 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 HTTP/1.1" status: 200 len: 217 time: 0.0509794 Jan 21 13:47:51.088720 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9fb8d3ec-2f29-4e12-9dc2-85fd7b99f8d4 req-8f27bfa5-4dbd-4e58-a03d-f840acc4f7d2 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415284 Jan 21 13:47:51.105839 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-65c7fa0d-4a4f-4b22-b422-6eabb1ae1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:51.108097 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-65c7fa0d-4a4f-4b22-b422-6eabb1ae1c3f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.1015456 Jan 21 13:47:51.119748 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74c11bfa-e747-40fe-8c1f-c792225db456 admin admin] Publish callbacks [] for security_group (e881789f-4bfa-4769-9be9-42d24ec52181), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.133230 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74c11bfa-e747-40fe-8c1f-c792225db456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e881789f-4bfa-4769-9be9-42d24ec52181), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.159993 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-e97e240c-bbaa-4bec-abca-7908613730d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361335 Jan 21 13:47:51.214251 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-74c11bfa-e747-40fe-8c1f-c792225db456 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a632442987364d2a8914a2b0a2b19d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585295 Jan 21 13:47:51.214251 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11bfa-e747-40fe-8c1f-c792225db456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881789f-4bfa-4769-9be9-42d24ec52181,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:51.215169 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40668) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:51.290866 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] Publish callbacks [] for security_group (e881789f-4bfa-4769-9be9-42d24ec52181), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.307446 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-5ec8da65-6044-4500-9585-241e6d3931aa service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285932 Jan 21 13:47:51.334532 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] Publish callbacks [] for security_group (e881789f-4bfa-4769-9be9-42d24ec52181), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.383045 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e881789f-4bfa-4769-9be9-42d24ec52181), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.385957 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:51.387329 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e881789f-4bfa-4769-9be9-42d24ec52181 HTTP/1.1" status: 204 len: 168 time: 0.1707993 Jan 21 13:47:51.398179 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54bd5d-c38e-4480-9a23-8c9e8e12f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881789f-4bfa-4769-9be9-42d24ec52181,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:51.426233 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31a08ad7-50e4-46a7-8644-0e2c8a4df69e req-e69be0a4-628a-48a5-91d7-840b2c4de9c3 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072731 Jan 21 13:47:51.467099 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:51.470093 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea8c05c-5c31-4b47-bba7-b8ac05d40008" -d '{"events": [{"server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "name": "network-vif-plugged", "status": "completed", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:51.510461 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c600369f-5c49-4cec-9c92-56c8df9f3a22 x-openstack-request-id: req-c600369f-5c49-4cec-9c92-56c8df9f3a22 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:51.510776 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "name": "network-vif-plugged", "status": "completed", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:51.511031 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c600369f-5c49-4cec-9c92-56c8df9f3a22 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:51.511439 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'code': 200} Jan 21 13:47:51.710815 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b206e9-a64a-4867-9d87-02aad0ebabb0 req-5a125a3c-f2f4-457c-aa26-c11254106d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:51.713847 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8b206e9-a64a-4867-9d87-02aad0ebabb0 req-5a125a3c-f2f4-457c-aa26-c11254106d57 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1098 time: 0.0664961 Jan 21 13:47:51.779832 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8b206e9-a64a-4867-9d87-02aad0ebabb0 req-e3d89dfb-c9c8-4118-ac63-046b28dd0188 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545352 Jan 21 13:47:51.817300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe375f-9243-47d0-ab89-51720635c2fd req-c7ed0a17-1b50-4eb7-bc63-d0f82817d485 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:51.818896 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13fe375f-9243-47d0-ab89-51720635c2fd req-c7ed0a17-1b50-4eb7-bc63-d0f82817d485 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0559838 Jan 21 13:47:51.867987 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13fe375f-9243-47d0-ab89-51720635c2fd req-28d61e77-592b-4fe9-b8e2-935b5cb0976c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435913 Jan 21 13:47:52.056084 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760c969-7415-492f-be31-4d3621f358b5 req-95a38943-65e4-4b83-9c8f-c946e5db6e6e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:52.057599 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4760c969-7415-492f-be31-4d3621f358b5 req-95a38943-65e4-4b83-9c8f-c946e5db6e6e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0497484 Jan 21 13:47:52.107026 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4760c969-7415-492f-be31-4d3621f358b5 req-d5198b76-c195-418a-9a63-0c5b25b72e93 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Jan 21 13:47:52.218899 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faced322-e080-4b1a-b47c-0ea657c3be53 req-6ce1d0dd-b9fe-43fd-8e1a-7114a13843c9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:52.220379 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-faced322-e080-4b1a-b47c-0ea657c3be53 req-6ce1d0dd-b9fe-43fd-8e1a-7114a13843c9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0511937 Jan 21 13:47:52.271467 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-faced322-e080-4b1a-b47c-0ea657c3be53 req-bbbd3193-4724-486a-aa46-d29e91d5b755 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Jan 21 13:47:52.399698 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1b33-43bf-48f5-8bb4-5ae02d65e6c1 req-f5cd136c-c6bf-4f4b-bc97-8e03124c8dc2 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:52.401253 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2cee1b33-43bf-48f5-8bb4-5ae02d65e6c1 req-f5cd136c-c6bf-4f4b-bc97-8e03124c8dc2 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0616589 Jan 21 13:47:52.410371 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 40768) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:52.420205 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'floatingip': {'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:52.493150 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:53.087890 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7da4e-da06-4a04-aca9-6556570a36f7 req-3ea65b5c-2845-4a07-ac9d-77c52f0c3525 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:53.093351 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8b7da4e-da06-4a04-aca9-6556570a36f7 req-3ea65b5c-2845-4a07-ac9d-77c52f0c3525 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1371667 Jan 21 13:47:53.190509 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8b7da4e-da06-4a04-aca9-6556570a36f7 req-2b358274-2450-4992-b42c-4d881552ee64 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913370 Jan 21 13:47:53.286201 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.db.resource_extend [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 13:47:53.374095 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e65ca-28f5-4faf-8b4f-6b93e7e48d05 req-71caa21f-db59-4c3c-99ab-22bf29f23c0d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:53.375629 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d6e65ca-28f5-4faf-8b4f-6b93e7e48d05 req-71caa21f-db59-4c3c-99ab-22bf29f23c0d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1495371 Jan 21 13:47:53.384022 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:53.403362 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:53.518983 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d6e65ca-28f5-4faf-8b4f-6b93e7e48d05 req-26333b62-9b63-4d31-bd73-99825c0d9a92 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334558 Jan 21 13:47:53.541096 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Floating IP 1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4 associated. External IP: 172.27.3.162, port: 13e896be-af8b-4c5b-b2fe-cd245c3385d1. Jan 21 13:47:53.792928 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:47:53.814048 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430c44-fdad-48c9-8096-646c97645f26 req-242656d5-31b1-4142-a1e9-408b25696f6b tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:53.815483 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-84430c44-fdad-48c9-8096-646c97645f26 req-242656d5-31b1-4142-a1e9-408b25696f6b tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jan 21 13:47:53.939889 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-84430c44-fdad-48c9-8096-646c97645f26 req-feb89d5e-5cf1-4d7c-9ade-12ff928598c8 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901890 Jan 21 13:47:53.948507 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:53.953542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:53.972382 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:53.982047 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-35bc1377-6afa-45ac-b1df-050a2f2f95c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "PUT /v2.0/floatingips/1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4 HTTP/1.1" status: 200 len: 992 time: 1.5677800 Jan 21 13:47:53.982047 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:53.983527 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:53.984272 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:53.985263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3608cd1-bc7b-4e82-9119-c50bdfa53901" -d '{"events": [{"name": "network-changed", "server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:54.040233 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb427d-0707-46bf-ba4a-cc8e08d62aa2 x-openstack-request-id: req-31bb427d-0707-46bf-ba4a-cc8e08d62aa2 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:54.040523 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:54.040825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-31bb427d-0707-46bf-ba4a-cc8e08d62aa2 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:54.041225 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'status': 'completed', 'code': 200} Jan 21 13:47:54.126551 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-890c2ecf-5fdd-4ce0-bde6-257e4ba10340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.128966 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-890c2ecf-5fdd-4ce0-bde6-257e4ba10340 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1099 time: 0.0465884 Jan 21 13:47:54.158899 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:54.283905 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-2c5e73b6-dc80-413b-9597-e72f22973104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.285454 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-2c5e73b6-dc80-413b-9597-e72f22973104 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.1496875 Jan 21 13:47:54.401506 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-1795af67-911d-4654-b245-9cf776ab0b02 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 1000 time: 0.1030915 Jan 21 13:47:54.438601 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c855f-9eb1-4295-9e65-faa8514f6182 req-bfeb89c9-674b-453c-854f-f78e852c0ab6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.441872 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d21c855f-9eb1-4295-9e65-faa8514f6182 req-bfeb89c9-674b-453c-854f-f78e852c0ab6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1247849 Jan 21 13:47:54.499228 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-e76f54c3-8c36-49b2-ae0d-b24937e55c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.501384 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-e76f54c3-8c36-49b2-ae0d-b24937e55c23 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0909700 Jan 21 13:47:54.511245 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d21c855f-9eb1-4295-9e65-faa8514f6182 req-2fd2f1b9-3425-4bb9-bbe9-e634bd6c6438 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640068 Jan 21 13:47:54.568850 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-40a60e9f-08da-43c3-be0d-2f3b630fdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.570509 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-40a60e9f-08da-43c3-be0d-2f3b630fdedb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580618 Jan 21 13:47:54.677595 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:30Z', 'updated_at': '2022-01-21T13:47:53Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:54.681498 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3941d-2732-4779-b96d-83690a1a04c3 req-60f51c19-c7a8-4fc7-8714-248106376730 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.685814 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cae3941d-2732-4779-b96d-83690a1a04c3 req-60f51c19-c7a8-4fc7-8714-248106376730 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0663464 Jan 21 13:47:54.713492 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:54.724190 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:54.725220 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:54.876044 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:54.927777 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2765ed-d509-44b7-9235-c59e8a8bd46f req-77acfd6d-8b07-4639-833f-c11db2335246 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:54.929382 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c2765ed-d509-44b7-9235-c59e8a8bd46f req-77acfd6d-8b07-4639-833f-c11db2335246 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.3343613 Jan 21 13:47:54.939022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 40898) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:47:54.943893 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'floatingip': {'port_id': '6727a4f0-5a23-4ef3-b87b-c106a6420440'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:47:55.022833 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cae3941d-2732-4779-b96d-83690a1a04c3 req-afaa7001-a045-4c74-be0c-67acd2f44846 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297911 Jan 21 13:47:55.036061 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-3817ea67-4b7c-4e56-bf1e-8db6e794f330 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527967 Jan 21 13:47:55.041161 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:55.151661 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:30Z', 'updated_at': '2022-01-21T13:47:53Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:55.180794 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e60305-bf34-4f3b-b075-8d7cde3b7c31 None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:30Z', 'updated_at': '2022-01-21T13:47:53Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:55.266452 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc1cbc-56a3-4fa2-92f5-d9c386014429 req-d770e64a-1775-42cd-ba92-ccb3c801a9d1 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:55.268018 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-effc1cbc-56a3-4fa2-92f5-d9c386014429 req-d770e64a-1775-42cd-ba92-ccb3c801a9d1 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.2294929 Jan 21 13:47:55.375395 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3608cd1-bc7b-4e82-9119-c50bdfa53901 req-3d658b60-2750-4c01-8255-79e77c69347b service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309510 Jan 21 13:47:55.385895 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5509b-09ab-41c3-9a34-381850cdd97a None None] New status for floating IP 1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:47:55.400096 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-effc1cbc-56a3-4fa2-92f5-d9c386014429 req-9c26873d-657e-41eb-a510-0a49f8e0c5f7 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241496 Jan 21 13:47:55.938855 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:55.943012 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:56.049090 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Floating IP b520e0cf-dab2-4946-bd34-703d9556e893 associated. External IP: 172.27.3.225, port: 6727a4f0-5a23-4ef3-b87b-c106a6420440. Jan 21 13:47:56.133812 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa2f83-b659-4af6-aedd-857f5d24eb0e req-a9c453c2-0a41-44db-975c-2b4dde9ab717 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:56.135416 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0afa2f83-b659-4af6-aedd-857f5d24eb0e req-a9c453c2-0a41-44db-975c-2b4dde9ab717 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0496659 Jan 21 13:47:56.187085 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0afa2f83-b659-4af6-aedd-857f5d24eb0e req-95bd94a8-ca54-4e67-b3dd-75a2871cc895 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Jan 21 13:47:56.469428 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-82968835-7c42-428b-86fd-e4625dab9e37 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:56.470895 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-82968835-7c42-428b-86fd-e4625dab9e37 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.107 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.3171060 Jan 21 13:47:56.522097 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc9ebc-9c26-488a-afda-00bd72232755 req-01466e40-5ef1-47b2-bd9c-b80548ff38dd tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:56.526090 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0bbc9ebc-9c26-488a-afda-00bd72232755 req-01466e40-5ef1-47b2-bd9c-b80548ff38dd tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 945 time: 0.0489047 Jan 21 13:47:56.550631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:47:56.589701 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0bbc9ebc-9c26-488a-afda-00bd72232755 req-778e503d-77ea-418b-b869-01ebdefdf0fa tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 Jan 21 13:47:56.706402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Deleting port 17dff18d-c781-461c-bf46-2db597f5d2f0 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:47:56.706746 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:56.765519 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:47:56.770397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:56.774777 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:47:56.794368 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:56.794904 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:56.810753 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c25d66e5-c84f-4d15-9218-147817c97e4c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "PUT /v2.0/floatingips/b520e0cf-dab2-4946-bd34-703d9556e893 HTTP/1.1" status: 200 len: 991 time: 1.8703594 Jan 21 13:47:56.813220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:56.821240 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0766b8f-036f-4bc2-8139-4cd03f910006" -d '{"events": [{"name": "network-changed", "server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:56.862000 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] For port 17dff18d-c781-461c-bf46-2db597f5d2f0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=17dff18d-c781-461c-bf46-2db597f5d2f0,segment=NetworkSegment(e3424241-67b6-4eea-941e-f583fa6c735a),segment_id=e3424241-67b6-4eea-941e-f583fa6c735a)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:47:56.862359 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:56.880061 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79884ef-751c-4fc1-93da-2ab139ae7f86 x-openstack-request-id: req-e79884ef-751c-4fc1-93da-2ab139ae7f86 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:56.880364 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:56.880639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e79884ef-751c-4fc1-93da-2ab139ae7f86 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:56.881147 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'status': 'completed', 'code': 200} Jan 21 13:47:56.889605 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Calling delete_port for 17dff18d-c781-461c-bf46-2db597f5d2f0 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:47:56.975152 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:57.091884 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-e531e767-b478-4fa0-9902-b67d3a6f151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:57.094116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-e531e767-b478-4fa0-9902-b67d3a6f151b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1098 time: 0.1035111 Jan 21 13:47:57.206242 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (17dff18d-c781-461c-bf46-2db597f5d2f0), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:57.233995 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['17dff18d-c781-461c-bf46-2db597f5d2f0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:47:57.247672 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Pushing event deleted for resources: {'Port': ['ID=17dff18d-c781-461c-bf46-2db597f5d2f0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:47:57.259245 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'b520e0cf-dab2-4946-bd34-703d9556e893', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:8d:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:29Z', 'updated_at': '2022-01-21T13:47:55Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:57.327118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-15240f4b-5809-4b4f-8d6d-c1ed2ce33ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:57.329794 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-15240f4b-5809-4b4f-8d6d-c1ed2ce33ad1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.2232914 Jan 21 13:47:57.330866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] No DVR routers for this DVR port 17dff18d-c781-461c-bf46-2db597f5d2f0 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:47:57.336438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:47:57.341930 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-088f4075-33eb-47a9-8be7-3ee7fc6bd0e1 req-fd8c5eb2-233e-42fe-a0de-31b07fbd35f2 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.107 "DELETE /v2.0/ports/17dff18d-c781-461c-bf46-2db597f5d2f0 HTTP/1.1" status: 204 len: 173 time: 0.8599577 Jan 21 13:47:57.365597 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4767c0e-d301-43a5-8a46-1be424639247 req-62dd0ac9-94c8-4ef3-b648-d8de58f3ffb0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:57.381335 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b4767c0e-d301-43a5-8a46-1be424639247 req-62dd0ac9-94c8-4ef3-b648-d8de58f3ffb0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1027493 Jan 21 13:47:57.394996 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:47:57.404464 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:47:57.404712 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:47:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:57.418799 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-5dbaf3fb-538d-4a99-9e8d-4365ce36e412 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 999 time: 0.0756187 Jan 21 13:47:57.450677 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b4767c0e-d301-43a5-8a46-1be424639247 req-240f691d-adaa-406a-a17e-c1ec7d36d2d7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Jan 21 13:47:57.486941 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-2f9c6c4c-7e8f-4d70-9a26-e77c97ba8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:57.489251 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-2f9c6c4c-7e8f-4d70-9a26-e77c97ba8953 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.0547559 Jan 21 13:47:57.531885 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:47:57.536173 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-468907a3-26ce-4ab8-810a-37c8224c557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:57.537745 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-468907a3-26ce-4ab8-810a-37c8224c557d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407403 Jan 21 13:47:57.661672 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-4be29bc7-4957-40ba-9883-612f1697fe7b service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083624 Jan 21 13:47:57.736561 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-472407b3-f377-46b6-9b72-ea8a382e5d1f req-52297233-f067-4e9d-aa3a-6f0407034bf7 tempest-DeleteServersTestJSON-998922190 tempest-DeleteServersTestJSON-998922190-project] 10.222.0.84 "GET /v2.0/ports?device_id=f278c8b5-0dc5-4c49-8334-ab7285e0c4dd HTTP/1.1" status: 200 len: 210 time: 0.0316675 Jan 21 13:47:57.790373 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'b520e0cf-dab2-4946-bd34-703d9556e893', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:8d:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:29Z', 'updated_at': '2022-01-21T13:47:55Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:47:57.801247 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0766b8f-036f-4bc2-8139-4cd03f910006 req-6f536807-b132-4faf-a4f9-696cd4b87f23 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158452 Jan 21 13:47:57.826156 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cbe20-e9ab-42bb-bc29-5fae1dc944ca None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'b520e0cf-dab2-4946-bd34-703d9556e893', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:8d:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:47:29Z', 'updated_at': '2022-01-21T13:47:55Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:47:58.044950 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95fbe28-c599-43f4-89a2-a515c4166311 None None] New status for floating IP b520e0cf-dab2-4946-bd34-703d9556e893: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:47:58.593713 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a386a7-5acb-41f6-8a4a-f815fe0d7d4f req-c75754c2-e8a3-4292-9a5c-152935479ae7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:58.598436 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-42a386a7-5acb-41f6-8a4a-f815fe0d7d4f req-c75754c2-e8a3-4292-9a5c-152935479ae7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0660615 Jan 21 13:47:58.655249 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-42a386a7-5acb-41f6-8a4a-f815fe0d7d4f req-5f3491da-6606-4a53-8dbe-82f499be307e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533996 Jan 21 13:47:58.882237 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'name': 'network-vif-deleted', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:47:58.884596 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe97b94-a472-498e-8f68-14ad96370a05" -d '{"events": [{"server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "name": "network-vif-deleted", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:47:58.932738 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f7a8d5-0ff7-4ead-ad8e-12480f13c63d x-openstack-request-id: req-05f7a8d5-0ff7-4ead-ad8e-12480f13c63d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:47:58.933030 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f278c8b5-0dc5-4c49-8334-ab7285e0c4dd", "name": "network-vif-deleted", "tag": "17dff18d-c781-461c-bf46-2db597f5d2f0", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:47:58.933308 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-05f7a8d5-0ff7-4ead-ad8e-12480f13c63d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:47:58.934199 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f278c8b5-0dc5-4c49-8334-ab7285e0c4dd', 'name': 'network-vif-deleted', 'tag': '17dff18d-c781-461c-bf46-2db597f5d2f0', 'status': 'completed', 'code': 200} Jan 21 13:47:59.322268 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 17dff18d-c781-461c-bf46-2db597f5d2f0 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:47:59.345184 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 17dff18d-c781-461c-bf46-2db597f5d2f0 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:47:59.345581 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 17dff18d-c781-461c-bf46-2db597f5d2f0 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:47:59.808122 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded55a-e3b3-4fa9-ae8e-3966c5f7834e req-0966fe0c-58d5-4526-8fc3-fa569cbc75f7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:47:59.810060 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-25ded55a-e3b3-4fa9-ae8e-3966c5f7834e req-0966fe0c-58d5-4526-8fc3-fa569cbc75f7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0732162 Jan 21 13:47:59.860358 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-25ded55a-e3b3-4fa9-ae8e-3966c5f7834e req-aab07c9a-fc6f-4e0e-95b6-99a51c2e7191 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Jan 21 13:48:00.198002 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41056) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:00.246824 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Deleting subnet cc4a44eb-7b95-45d7-93a7-1b6c552222ad {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:48:00.249958 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Publish callbacks [] for subnet (cc4a44eb-7b95-45d7-93a7-1b6c552222ad), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.285439 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Publish callbacks [] for subnet (cc4a44eb-7b95-45d7-93a7-1b6c552222ad), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.296090 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (cc4a44eb-7b95-45d7-93a7-1b6c552222ad), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.351459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (cc4a44eb-7b95-45d7-93a7-1b6c552222ad), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.378885 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4a44eb-7b95-45d7-93a7-1b6c552222ad,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:00.380920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.384088 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b3c28d0e-b7da-4fec-8606-cfa7867e1ef1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cc4a44eb-7b95-45d7-93a7-1b6c552222ad HTTP/1.1" status: 204 len: 168 time: 0.1848669 Jan 21 13:48:00.386676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41058) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:00.462780 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (c435b6fc-b642-4606-8c76-2349a600bf75), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.553733 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (c435b6fc-b642-4606-8c76-2349a600bf75), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.573675 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.574019 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.574839 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.575179 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > port after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.575527 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.575857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > port after_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.576178 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.576497 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.576841 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.577169 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.743028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.743383 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.743718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.744051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:48:00.744415 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c435b6fc-b642-4606-8c76-2349a600bf75']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:00.763287 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3424241-67b6-4eea-941e-f583fa6c735a') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:00.763760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3424241-67b6-4eea-941e-f583fa6c735a') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:00.781304 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (e3424241-67b6-4eea-941e-f583fa6c735a), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.803127 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (e3424241-67b6-4eea-941e-f583fa6c735a), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.813133 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:48:00.813553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (e3424241-67b6-4eea-941e-f583fa6c735a), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:48:00.848149 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:48:00.850807 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:48:00.932499 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (c435b6fc-b642-4606-8c76-2349a600bf75), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.939736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:00.943206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c435b6fc-b642-4606-8c76-2349a600bf75 HTTP/1.1" status: 204 len: 168 time: 0.5554416 Jan 21 13:48:00.960770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Pushing event deleted for resources: {'Network': ['ID=c435b6fc-b642-4606-8c76-2349a600bf75,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:01.003034 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.003391 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.003763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.004332 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.004445 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.004779 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.005116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.005451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.005788 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.006124 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.006457 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.006789 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.007122 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd87971-c8d4-4af6-8359-cc42e3262491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.046692 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e92c5-a0ed-4afb-8e08-30acc7728a81 req-56b5203c-317a-42c1-bc5c-f2e44e552e7a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:01.052261 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d2e92c5-a0ed-4afb-8e08-30acc7728a81 req-56b5203c-317a-42c1-bc5c-f2e44e552e7a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0879533 Jan 21 13:48:01.127229 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d2e92c5-a0ed-4afb-8e08-30acc7728a81 req-22c3c8bd-b12c-49f6-bb11-dc09c791c26b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708194 Jan 21 13:48:01.206346 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41102) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:01.248328 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5ed676e5-0d22-4df4-93e6-fa4c7f5c7c21 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=309a292210bd4c6b8f0f6d20524b6cec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430932 Jan 21 13:48:01.250930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41106) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:01.301273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] Publish callbacks [] for security_group (8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.326572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] Publish callbacks [] for security_group (8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.381604 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.384943 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.389740 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9 HTTP/1.1" status: 204 len: 168 time: 0.1378527 Jan 21 13:48:01.400638 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf0e0-f947-487e-85ce-517df18b11b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0acbad-c1c2-47ed-a18b-e5c7d3c694b9,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:01.482753 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41114) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:01.695848 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-100d7e9e-7a77-4eb8-8e81-cfda87b9ffe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.773413 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-100d7e9e-7a77-4eb8-8e81-cfda87b9ffe3 admin admin] Publish callbacks [] for security_group (2f094d90-080d-4466-b3b3-4dce98ca7065), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.777531 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-100d7e9e-7a77-4eb8-8e81-cfda87b9ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2f094d90-080d-4466-b3b3-4dce98ca7065), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.817390 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-100d7e9e-7a77-4eb8-8e81-cfda87b9ffe3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e019cc93904842f29cea367bb68dd0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334332 Jan 21 13:48:01.818272 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d7e9e-7a77-4eb8-8e81-cfda87b9ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f094d90-080d-4466-b3b3-4dce98ca7065,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:01.821023 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41128) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:01.874904 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Publish callbacks [] for security_group (2f094d90-080d-4466-b3b3-4dce98ca7065), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.898132 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Publish callbacks [] for security_group (2f094d90-080d-4466-b3b3-4dce98ca7065), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.951157 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2f094d90-080d-4466-b3b3-4dce98ca7065), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.955312 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:01.958899 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2f094d90-080d-4466-b3b3-4dce98ca7065 HTTP/1.1" status: 204 len: 168 time: 0.1340435 Jan 21 13:48:01.967072 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f094d90-080d-4466-b3b3-4dce98ca7065,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:01.976519 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.976929 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.977277 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.977624 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.977961 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.978285 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.978767 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.979256 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.979735 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.980219 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.982110 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.983478 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:01.983964 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ea7b48-6173-491b-8dd3-3dc9e14f54ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:02.127515 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41146) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:02.255336 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773250909-network', 'tenant_id': '816788ca9dd74bb88c75001d80ebe82e'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:02.265182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77839e14-bd56-4a47-a8d4-1ce8aaf995c2 req-a51381f5-e2e1-4d67-86b8-192e5a20bfef tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:02.265993 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41154) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:02.269055 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77839e14-bd56-4a47-a8d4-1ce8aaf995c2 req-a51381f5-e2e1-4d67-86b8-192e5a20bfef tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0649793 Jan 21 13:48:02.284335 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88dfb15c-9f62-42bf-b69a-36122e23b66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.301341 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Made reservation on behalf of 816788ca9dd74bb88c75001d80ebe82e for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:02.303607 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.317210 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.317404 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77839e14-bd56-4a47-a8d4-1ce8aaf995c2 req-5586fba7-1233-4e66-b151-c8b7e4f50939 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Jan 21 13:48:02.420753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88dfb15c-9f62-42bf-b69a-36122e23b66d admin admin] Publish callbacks [] for security_group (17fa0c81-5262-4177-986f-2abe18c402cd), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.431857 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88dfb15c-9f62-42bf-b69a-36122e23b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (17fa0c81-5262-4177-986f-2abe18c402cd), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.473266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks [] for security_group (b03aae2f-3acb-494f-951c-f1cff44240f4), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.483840 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b03aae2f-3acb-494f-951c-f1cff44240f4), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.488269 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-88dfb15c-9f62-42bf-b69a-36122e23b66d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9ff5d688c790407d9e17894130c702ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213147 Jan 21 13:48:02.490303 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfb15c-9f62-42bf-b69a-36122e23b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa0c81-5262-4177-986f-2abe18c402cd,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:02.491055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41158) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:02.522881 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:48:02.528089 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03aae2f-3acb-494f-951c-f1cff44240f4,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:02.537279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (1b96f9ef-4477-45de-8b5b-041630fa2144), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.537769 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Added segment 1b96f9ef-4477-45de-8b5b-041630fa2144 of type vlan for network 65c28ec5-b236-49c7-8a19-c79464c15699 Jan 21 13:48:02.547591 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] Publish callbacks [] for security_group (17fa0c81-5262-4177-986f-2abe18c402cd), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.569989 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] Publish callbacks [] for security_group (17fa0c81-5262-4177-986f-2abe18c402cd), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.580973 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (65c28ec5-b236-49c7-8a19-c79464c15699), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.608119 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (65c28ec5-b236-49c7-8a19-c79464c15699), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.609439 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:02.610101 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.618761 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (17fa0c81-5262-4177-986f-2abe18c402cd), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.622041 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.626392 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/17fa0c81-5262-4177-986f-2abe18c402cd HTTP/1.1" status: 204 len: 168 time: 0.1311564 Jan 21 13:48:02.631983 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db7f93-593a-42cd-816c-51fcdb1eb78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa0c81-5262-4177-986f-2abe18c402cd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:02.665513 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41162) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:02.665806 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5369480 Jan 21 13:48:02.672535 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Request body: {'subnet': {'network_id': '65c28ec5-b236-49c7-8a19-c79464c15699', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773250909-subnet', 'tenant_id': '816788ca9dd74bb88c75001d80ebe82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:02.701845 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994692b9-772e-4305-bb1f-62d4264b7ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=65c28ec5-b236-49c7-8a19-c79464c15699,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:02.702058 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Made reservation on behalf of 816788ca9dd74bb88c75001d80ebe82e for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:02.705135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29617724'] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.712035 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 65c28ec5-b236-49c7-8a19-c79464c15699 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:48:02.896088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29360420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29617698'] for subnet (c1622011-c12f-46dd-8a74-2def01871502), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:02.963310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1622011-c12f-46dd-8a74-2def01871502,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:02.972973 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Checking segment: {'id': '1b96f9ef-4477-45de-8b5b-041630fa2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '65c28ec5-b236-49c7-8a19-c79464c15699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:02.973336 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Network hostable DHCP agents. Network: 65c28ec5-b236-49c7-8a19-c79464c15699, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:48:02.991128 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Network 65c28ec5-b236-49c7-8a19-c79464c15699 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:48:03.000473 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 65c28ec5-b236-49c7-8a19-c79464c15699) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:03.005242 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:03.005242 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.016582 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e666a2-b26b-4b32-8b8e-01f026a1f0fb None None] Network 65c28ec5-b236-49c7-8a19-c79464c15699 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:03.034266 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c8db7981-0ce5-4626-9986-217b95b01f21 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3591089 Jan 21 13:48:03.135771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb095a-9d1a-479e-99d9-7d0eaa4f0f84 None None] Network 65c28ec5-b236-49c7-8a19-c79464c15699 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:03.469193 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a497d0f-6c97-4835-8399-41718aa92b66 req-66853a1b-5477-4ce1-97bc-99bc6c966aeb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:03.475839 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a497d0f-6c97-4835-8399-41718aa92b66 req-66853a1b-5477-4ce1-97bc-99bc6c966aeb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0812325 Jan 21 13:48:03.525668 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a497d0f-6c97-4835-8399-41718aa92b66 req-f7a54e40-fa76-4192-a183-68ef3916f1ba tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Jan 21 13:48:03.601277 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41208) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:03.606997 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020799084-network', 'tenant_id': 'b0288b148a794ce1929700117af62cad'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:03.633572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Made reservation on behalf of b0288b148a794ce1929700117af62cad for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:03.636124 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.645280 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.724890 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks [] for security_group (0c697705-ec54-493e-9804-79e66810d47b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.729033 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0c697705-ec54-493e-9804-79e66810d47b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.750209 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:48:03.767185 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c697705-ec54-493e-9804-79e66810d47b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:03.770033 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (58f65cc6-ea2c-48ba-aad7-e1c38f6554bc), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.770353 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Added segment 58f65cc6-ea2c-48ba-aad7-e1c38f6554bc of type vlan for network be1fe289-6c28-405c-b069-22d91d829a8a Jan 21 13:48:03.817830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (be1fe289-6c28-405c-b069-22d91d829a8a), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.847719 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (be1fe289-6c28-405c-b069-22d91d829a8a), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.849558 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:03.850702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.883904 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2814395 Jan 21 13:48:03.887294 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41218) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:03.892383 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Request body: {'subnet': {'network_id': 'be1fe289-6c28-405c-b069-22d91d829a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020799084-subnet', 'tenant_id': 'b0288b148a794ce1929700117af62cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:03.918351 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Made reservation on behalf of b0288b148a794ce1929700117af62cad for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:03.919614 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa356c09-71e1-422a-a5de-be695c2b94b0 admin admin] Pushing event updated for resources: {'Network': ['ID=be1fe289-6c28-405c-b069-22d91d829a8a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:03.921685 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:03.937083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network be1fe289-6c28-405c-b069-22d91d829a8a details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:48:04.107367 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.165771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:04.175664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Checking segment: {'id': '58f65cc6-ea2c-48ba-aad7-e1c38f6554bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'be1fe289-6c28-405c-b069-22d91d829a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:04.176040 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Network hostable DHCP agents. Network: be1fe289-6c28-405c-b069-22d91d829a8a, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:48:04.194765 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Network be1fe289-6c28-405c-b069-22d91d829a8a is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:48:04.205830 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, be1fe289-6c28-405c-b069-22d91d829a8a) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:04.210354 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:04.211626 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.218652 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9bbd7b-6f90-47f3-ba79-4253529ce814 None None] Network be1fe289-6c28-405c-b069-22d91d829a8a requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:04.233518 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5a03f259-acbe-45fa-b59f-fee49495850b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3445172 Jan 21 13:48:04.375453 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a2d22-c098-4935-811d-1c5b9fd4ac49 None None] Network be1fe289-6c28-405c-b069-22d91d829a8a requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:04.397407 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41240) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:04.447021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Deleting subnet c1622011-c12f-46dd-8a74-2def01871502 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:48:04.451762 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Publish callbacks [] for subnet (c1622011-c12f-46dd-8a74-2def01871502), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.492404 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Publish callbacks [] for subnet (c1622011-c12f-46dd-8a74-2def01871502), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.502488 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (c1622011-c12f-46dd-8a74-2def01871502), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.568111 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (c1622011-c12f-46dd-8a74-2def01871502), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.600312 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1622011-c12f-46dd-8a74-2def01871502,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:04.604088 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.607886 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6f5af087-652a-45ac-8c2e-16bc9e70f2a3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c1622011-c12f-46dd-8a74-2def01871502 HTTP/1.1" status: 204 len: 168 time: 0.2094634 Jan 21 13:48:04.610619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41254) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:04.718715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (65c28ec5-b236-49c7-8a19-c79464c15699), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:04.739504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7778-7ee6-4d3d-817b-c3a41d8e0011 req-7820a29a-8df2-413a-bd3f-6f719161c93a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:04.741005 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-685a7778-7ee6-4d3d-817b-c3a41d8e0011 req-7820a29a-8df2-413a-bd3f-6f719161c93a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1114216 Jan 21 13:48:04.841236 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (65c28ec5-b236-49c7-8a19-c79464c15699), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.089257 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-685a7778-7ee6-4d3d-817b-c3a41d8e0011 req-99e9f7b9-1ab0-471c-a1d5-9862b07e2ad1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278520 Jan 21 13:48:05.094873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c28ec5-b236-49c7-8a19-c79464c15699']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.106694 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b96f9ef-4477-45de-8b5b-041630fa2144') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.107159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b96f9ef-4477-45de-8b5b-041630fa2144') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.118355 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (1b96f9ef-4477-45de-8b5b-041630fa2144), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.135291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (1b96f9ef-4477-45de-8b5b-041630fa2144), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.142580 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:48:05.143165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (1b96f9ef-4477-45de-8b5b-041630fa2144), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:48:05.144849 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:48:05.203051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (65c28ec5-b236-49c7-8a19-c79464c15699), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.208686 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.215426 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] 10.222.0.84 "DELETE /v2.0/networks/65c28ec5-b236-49c7-8a19-c79464c15699 HTTP/1.1" status: 204 len: 168 time: 0.5998545 Jan 21 13:48:05.215426 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41300) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:05.232871 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cf170-f93e-4fed-bce9-580eefcaa076 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c28ec5-b236-49c7-8a19-c79464c15699,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:05.273425 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Deleting subnet b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:48:05.279070 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Publish callbacks [] for subnet (b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.351141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.398771 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.455294 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.479994 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:05.486659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.490504 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c87f0998-3ca8-45f1-aeb9-989108363af7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b21dd6aa-57ca-431e-a6a9-3d7e2cbe1b9b HTTP/1.1" status: 204 len: 168 time: 0.2737560 Jan 21 13:48:05.492967 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41328) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:05.568361 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (be1fe289-6c28-405c-b069-22d91d829a8a), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.638802 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:48:05.663708 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (be1fe289-6c28-405c-b069-22d91d829a8a), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.686158 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1fe289-6c28-405c-b069-22d91d829a8a']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.696536 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f65cc6-ea2c-48ba-aad7-e1c38f6554bc') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.697044 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f65cc6-ea2c-48ba-aad7-e1c38f6554bc') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:05.712957 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (58f65cc6-ea2c-48ba-aad7-e1c38f6554bc), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.726480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (58f65cc6-ea2c-48ba-aad7-e1c38f6554bc), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.733726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:48:05.734120 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (58f65cc6-ea2c-48ba-aad7-e1c38f6554bc), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:48:05.735740 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:48:05.801463 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (be1fe289-6c28-405c-b069-22d91d829a8a), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.819943 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:05.823192 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] 10.222.0.84 "DELETE /v2.0/networks/be1fe289-6c28-405c-b069-22d91d829a8a HTTP/1.1" status: 204 len: 168 time: 0.3292327 Jan 21 13:48:05.825137 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762fd7d-73c4-4612-b1a3-0c607b0a2022 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1fe289-6c28-405c-b069-22d91d829a8a,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:05.938654 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41348) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:05.962267 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41350) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:05.979582 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1488392a-20c0-448b-9379-2920f3d17199 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=816788ca9dd74bb88c75001d80ebe82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396953 Jan 21 13:48:05.982877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41354) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:06.035311 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] Publish callbacks [] for security_group (b03aae2f-3acb-494f-951c-f1cff44240f4), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.061438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] Publish callbacks [] for security_group (b03aae2f-3acb-494f-951c-f1cff44240f4), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.113729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b03aae2f-3acb-494f-951c-f1cff44240f4), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.116400 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.117797 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b03aae2f-3acb-494f-951c-f1cff44240f4 HTTP/1.1" status: 204 len: 168 time: 0.1340005 Jan 21 13:48:06.128169 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb9952-38dc-4e7d-9cb0-1387313f6d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03aae2f-3acb-494f-951c-f1cff44240f4,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:06.149545 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55811e6b-3d79-4e33-b7d4-8498f87b5a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.243565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f6971-95c9-47dc-a2bb-43c1b97d2258 req-88e9bf8c-980b-4dfa-b8c0-8bb490d3c02b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:06.245109 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-828f6971-95c9-47dc-a2bb-43c1b97d2258 req-88e9bf8c-980b-4dfa-b8c0-8bb490d3c02b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0597270 Jan 21 13:48:06.252755 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55811e6b-3d79-4e33-b7d4-8498f87b5a95 admin admin] Publish callbacks [] for security_group (cf33bbd6-add5-49d6-a752-13aa8d82cc83), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.257330 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-55811e6b-3d79-4e33-b7d4-8498f87b5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cf33bbd6-add5-49d6-a752-13aa8d82cc83), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.309694 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-828f6971-95c9-47dc-a2bb-43c1b97d2258 req-46d79f87-c041-4b08-9f38-f25678d6ca8f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Jan 21 13:48:06.313212 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-55811e6b-3d79-4e33-b7d4-8498f87b5a95 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=453df7fad66a434a832a55e2110e0807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491616 Jan 21 13:48:06.314554 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55811e6b-3d79-4e33-b7d4-8498f87b5a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33bbd6-add5-49d6-a752-13aa8d82cc83,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:06.324867 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41364) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:06.419875 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] Publish callbacks [] for security_group (cf33bbd6-add5-49d6-a752-13aa8d82cc83), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.440929 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-cab61c72-8fa7-418f-b648-5a3f8aee50c7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870581 Jan 21 13:48:06.449973 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] Publish callbacks [] for security_group (cf33bbd6-add5-49d6-a752-13aa8d82cc83), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.510405 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41372) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:06.514736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cf33bbd6-add5-49d6-a752-13aa8d82cc83), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.517282 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.518379 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf33bbd6-add5-49d6-a752-13aa8d82cc83 HTTP/1.1" status: 204 len: 168 time: 0.1909218 Jan 21 13:48:06.545165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2539c-b02b-4b29-acd1-676c8cbae58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33bbd6-add5-49d6-a752-13aa8d82cc83,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:06.571267 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-704b55fb-5bb5-476e-bb22-75777700d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:06.573748 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-704b55fb-5bb5-476e-bb22-75777700d423 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 1098 time: 0.0700195 Jan 21 13:48:06.576693 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fedb16f2-2d32-45f7-8122-8374833576e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b0288b148a794ce1929700117af62cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647376 Jan 21 13:48:06.579186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41376) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:06.696293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] Publish callbacks [] for security_group (0c697705-ec54-493e-9804-79e66810d47b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.732790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-61531a2c-ad36-4520-b7bc-d9bf29298063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:06.734277 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-61531a2c-ad36-4520-b7bc-d9bf29298063 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 915 time: 0.1313510 Jan 21 13:48:06.736114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] Publish callbacks [] for security_group (0c697705-ec54-493e-9804-79e66810d47b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.785034 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-8ea39c17-88e1-4d0b-a3c3-6816bacd0cfd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c7d8b5-1947-463c-a58a-50b21faf13db HTTP/1.1" status: 200 len: 217 time: 0.0405869 Jan 21 13:48:06.848680 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-a3a970b4-d14a-49d1-aebe-4e3b3b677a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:06.850350 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-a3a970b4-d14a-49d1-aebe-4e3b3b677a8a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.0530159 Jan 21 13:48:06.868350 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0c697705-ec54-493e-9804-79e66810d47b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.870154 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.873261 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c697705-ec54-493e-9804-79e66810d47b HTTP/1.1" status: 204 len: 168 time: 0.2928751 Jan 21 13:48:06.887900 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41382) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:06.890643 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-0153d15a-2743-45db-b3f9-053c2b12ccfc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326748 Jan 21 13:48:06.897033 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9ceb-69a5-448a-a3cf-a96e45e31776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c697705-ec54-493e-9804-79e66810d47b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:06.903734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a1e421e-bb1d-4a58-a49f-331778311883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.990620 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a1e421e-bb1d-4a58-a49f-331778311883 admin admin] Publish callbacks [] for security_group (03b7e2f2-7860-4a6d-bb51-68d3e80a20ab), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:06.994672 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a1e421e-bb1d-4a58-a49f-331778311883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (03b7e2f2-7860-4a6d-bb51-68d3e80a20ab), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:07.018072 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-b2ceba2a-a24d-4736-b3d7-d07d2f0f912f service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180992 Jan 21 13:48:07.045111 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2a1e421e-bb1d-4a58-a49f-331778311883 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=225e634abec5463dbe92eb30ddc4212b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552765 Jan 21 13:48:07.045910 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41384) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:07.047116 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e421e-bb1d-4a58-a49f-331778311883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7e2f2-7860-4a6d-bb51-68d3e80a20ab,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:07.109278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] Publish callbacks [] for security_group (03b7e2f2-7860-4a6d-bb51-68d3e80a20ab), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:07.132340 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] Publish callbacks [] for security_group (03b7e2f2-7860-4a6d-bb51-68d3e80a20ab), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:07.140648 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c55ddf7-e11a-45b3-a801-b2c464ca6c8f req-4cdfb961-b52f-4d7c-ba49-22c9d6eeb74d service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018574 Jan 21 13:48:07.190930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (03b7e2f2-7860-4a6d-bb51-68d3e80a20ab), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:07.193963 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:07.195269 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03b7e2f2-7860-4a6d-bb51-68d3e80a20ab HTTP/1.1" status: 204 len: 168 time: 0.1445258 Jan 21 13:48:07.213917 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63ad33-391a-4fbb-9d8d-85d51754b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7e2f2-7860-4a6d-bb51-68d3e80a20ab,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:07.439505 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3d47e-38bb-45fc-b427-ec41e1ec46c9 req-aa35379c-2994-4a54-a8ec-2280e1859217 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:07.439505 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-86e3d47e-38bb-45fc-b427-ec41e1ec46c9 req-aa35379c-2994-4a54-a8ec-2280e1859217 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0551152 Jan 21 13:48:07.524213 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-86e3d47e-38bb-45fc-b427-ec41e1ec46c9 req-eddb48da-93de-4e87-8ed4-97633ba5b521 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Jan 21 13:48:08.678888 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85337783-8a6c-41d9-85ba-4acc4ba54412 req-9e3cf164-8659-4f94-8ea9-ced3ad1d5d94 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:08.681324 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85337783-8a6c-41d9-85ba-4acc4ba54412 req-9e3cf164-8659-4f94-8ea9-ced3ad1d5d94 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0654852 Jan 21 13:48:08.738136 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85337783-8a6c-41d9-85ba-4acc4ba54412 req-39eb2d7f-f71a-4f0e-8e19-de72d8f98c68 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Jan 21 13:48:09.023158 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41494) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:09.161918 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb275-965c-43c7-8d57-f01cd091bdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.238790 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb275-965c-43c7-8d57-f01cd091bdef admin admin] Publish callbacks [] for security_group (5f50b82e-dd66-4a31-becb-eaa1f3a9e679), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.242455 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb275-965c-43c7-8d57-f01cd091bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5f50b82e-dd66-4a31-becb-eaa1f3a9e679), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.281494 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6a9fb275-965c-43c7-8d57-f01cd091bdef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=28c88986b6dd4d36b8ebc1ff9d6a02b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571781 Jan 21 13:48:09.283386 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb275-965c-43c7-8d57-f01cd091bdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50b82e-dd66-4a31-becb-eaa1f3a9e679,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:09.284132 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41502) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:09.340945 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] Publish callbacks [] for security_group (5f50b82e-dd66-4a31-becb-eaa1f3a9e679), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.361766 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] Publish callbacks [] for security_group (5f50b82e-dd66-4a31-becb-eaa1f3a9e679), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.409435 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5f50b82e-dd66-4a31-becb-eaa1f3a9e679), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.411849 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.413026 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5f50b82e-dd66-4a31-becb-eaa1f3a9e679 HTTP/1.1" status: 204 len: 168 time: 0.1275303 Jan 21 13:48:09.420889 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf54c8-b3eb-4e1b-a4eb-d4ca67b45684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50b82e-dd66-4a31-becb-eaa1f3a9e679,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:09.688877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41512) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:09.703051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb1c06f0-e81b-4941-995a-380afb8048e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.779948 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb1c06f0-e81b-4941-995a-380afb8048e2 admin admin] Publish callbacks [] for security_group (a065d873-56bf-47f9-af4c-39f5f85b5a8a), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.784158 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb1c06f0-e81b-4941-995a-380afb8048e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a065d873-56bf-47f9-af4c-39f5f85b5a8a), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.838247 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cb1c06f0-e81b-4941-995a-380afb8048e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62b70f9e1e5f4e78a57c5bd80fc75ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482785 Jan 21 13:48:09.841488 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41516) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:09.852291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c06f0-e81b-4941-995a-380afb8048e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a065d873-56bf-47f9-af4c-39f5f85b5a8a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:09.880636 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f57bf-34c3-43b1-b620-3dc85629360c req-bd4ce610-160e-42cd-a9ea-5f5db22fc6b9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:09.882303 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a00f57bf-34c3-43b1-b620-3dc85629360c req-bd4ce610-160e-42cd-a9ea-5f5db22fc6b9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0596225 Jan 21 13:48:09.893304 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] Publish callbacks [] for security_group (a065d873-56bf-47f9-af4c-39f5f85b5a8a), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.914614 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] Publish callbacks [] for security_group (a065d873-56bf-47f9-af4c-39f5f85b5a8a), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.932044 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a00f57bf-34c3-43b1-b620-3dc85629360c req-841bd40b-0812-4242-93d6-4177d7e098e0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Jan 21 13:48:09.970391 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a065d873-56bf-47f9-af4c-39f5f85b5a8a), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.973060 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:09.976566 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a065d873-56bf-47f9-af4c-39f5f85b5a8a HTTP/1.1" status: 204 len: 168 time: 0.1317034 Jan 21 13:48:09.982013 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6f525-4414-441a-8167-919e9b549052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065d873-56bf-47f9-af4c-39f5f85b5a8a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:10.777780 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.061468 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518ada-74c8-4072-8ccc-09b1457431c0 req-40c66948-72c5-4a70-a622-b0912d9eaea7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:11.062951 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2f518ada-74c8-4072-8ccc-09b1457431c0 req-40c66948-72c5-4a70-a622-b0912d9eaea7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0496342 Jan 21 13:48:11.119877 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2f518ada-74c8-4072-8ccc-09b1457431c0 req-b7f88a8a-816a-45f0-a185-9faf9ac1d6cf tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Jan 21 13:48:11.315781 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e346caf8-e370-4e52-a738-71bd3aa8402b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.604817 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41582) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:11.710681 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6447637-b648-48a9-bd45-daf39611a8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.788958 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6447637-b648-48a9-bd45-daf39611a8f1 admin admin] Publish callbacks [] for security_group (cd37e167-0226-4209-a35b-52545ff68e49), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.793576 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6447637-b648-48a9-bd45-daf39611a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cd37e167-0226-4209-a35b-52545ff68e49), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.848852 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a6447637-b648-48a9-bd45-daf39611a8f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f38b192c7ba417e80c243c61eae92b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422528 Jan 21 13:48:11.849677 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6447637-b648-48a9-bd45-daf39611a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd37e167-0226-4209-a35b-52545ff68e49,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:11.851552 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41590) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:11.903376 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] Publish callbacks [] for security_group (cd37e167-0226-4209-a35b-52545ff68e49), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.925889 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] Publish callbacks [] for security_group (cd37e167-0226-4209-a35b-52545ff68e49), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.973340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cd37e167-0226-4209-a35b-52545ff68e49), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.975945 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:11.977118 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cd37e167-0226-4209-a35b-52545ff68e49 HTTP/1.1" status: 204 len: 168 time: 0.1243851 Jan 21 13:48:11.985590 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35181811-f0bf-46cb-ad88-1951a8e2d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd37e167-0226-4209-a35b-52545ff68e49,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:12.243028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41598) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:12.257170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6879d98-e710-441f-ac3b-4a97a4095642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.331699 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6879d98-e710-441f-ac3b-4a97a4095642 admin admin] Publish callbacks [] for security_group (a68c3ffe-23dd-4667-9e5b-ab5335cefb76), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.335528 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6879d98-e710-441f-ac3b-4a97a4095642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a68c3ffe-23dd-4667-9e5b-ab5335cefb76), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.376688 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c6879d98-e710-441f-ac3b-4a97a4095642 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a6ac480695b4596a624086f9220f6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325114 Jan 21 13:48:12.378726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879d98-e710-441f-ac3b-4a97a4095642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c3ffe-23dd-4667-9e5b-ab5335cefb76,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:12.379407 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41600) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:12.434354 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] Publish callbacks [] for security_group (a68c3ffe-23dd-4667-9e5b-ab5335cefb76), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.454874 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] Publish callbacks [] for security_group (a68c3ffe-23dd-4667-9e5b-ab5335cefb76), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.502754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a68c3ffe-23dd-4667-9e5b-ab5335cefb76), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.505711 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:12.506866 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a68c3ffe-23dd-4667-9e5b-ab5335cefb76 HTTP/1.1" status: 204 len: 168 time: 0.1264577 Jan 21 13:48:12.514970 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3bea-32db-4295-926a-4e9a320b1587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c3ffe-23dd-4667-9e5b-ab5335cefb76,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:13.327670 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f50b8770-b6cd-42d3-94c8-465e9a5585ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:14.328782 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-6e709f5c-c287-47d9-9f1e-9c9f469ab3ff tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:14.331014 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-6e709f5c-c287-47d9-9f1e-9c9f469ab3ff tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.1182766 Jan 21 13:48:14.350796 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-32baf1fe-71ff-4902-bd10-2acfb3312cce tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/quotas/e0bba285c3584d64b257d0800a59f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0111175 Jan 21 13:48:14.367095 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7823a-8b72-4ac9-91b2-545e7b005aba req-89bfa1ff-d2bd-4697-b0b2-24f60a0265e4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:14.369593 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e7823a-8b72-4ac9-91b2-545e7b005aba req-89bfa1ff-d2bd-4697-b0b2-24f60a0265e4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0701547 Jan 21 13:48:14.414481 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-006441d0-da57-4385-9fb0-ec4949913706 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568533 Jan 21 13:48:14.425127 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e7823a-8b72-4ac9-91b2-545e7b005aba req-2dbf021a-83c8-48d5-9f85-054469d55202 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Jan 21 13:48:14.512521 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-e1f83502-d026-406d-ae29-4660a13e2eb8 service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Jan 21 13:48:14.616642 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-6d92cfe4-5d53-459c-8dd9-7d627850b884 service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982277 Jan 21 13:48:14.791598 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d9df6517-aa1a-444d-bbf3-cde45f62dae1 req-af98b73f-134a-403f-ade4-54717ffe3e09 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 210 time: 0.0294204 Jan 21 13:48:15.012907 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.082951 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41714) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:15.228671 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ee5be68-c4bd-471d-8a2a-cd74cdd513fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.319373 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ee5be68-c4bd-471d-8a2a-cd74cdd513fa admin admin] Publish callbacks [] for security_group (42961c12-e6cd-4054-a8c2-75ad22b20e95), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.322888 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ee5be68-c4bd-471d-8a2a-cd74cdd513fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (42961c12-e6cd-4054-a8c2-75ad22b20e95), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.361532 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3ee5be68-c4bd-471d-8a2a-cd74cdd513fa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f5a3ab91c4241829cf952663efc7b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772388 Jan 21 13:48:15.362332 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5be68-c4bd-471d-8a2a-cd74cdd513fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42961c12-e6cd-4054-a8c2-75ad22b20e95,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:15.364139 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41730) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:15.416195 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] Publish callbacks [] for security_group (42961c12-e6cd-4054-a8c2-75ad22b20e95), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.438243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] Publish callbacks [] for security_group (42961c12-e6cd-4054-a8c2-75ad22b20e95), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.502202 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (42961c12-e6cd-4054-a8c2-75ad22b20e95), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.505359 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.506523 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42961c12-e6cd-4054-a8c2-75ad22b20e95 HTTP/1.1" status: 204 len: 168 time: 0.1411238 Jan 21 13:48:15.516294 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8ba16-c5c3-460d-8e44-4ac91b5ae3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42961c12-e6cd-4054-a8c2-75ad22b20e95,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:15.556117 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc65dd-46f5-4429-9cef-3faac4d63ea5 req-710cf1b8-188a-49f9-86b4-fce3e4dfb3e8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:15.557619 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5ecc65dd-46f5-4429-9cef-3faac4d63ea5 req-710cf1b8-188a-49f9-86b4-fce3e4dfb3e8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0549796 Jan 21 13:48:15.613328 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5ecc65dd-46f5-4429-9cef-3faac4d63ea5 req-8daab3a9-f877-4dc6-b47f-8ab25b777ee8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Jan 21 13:48:15.786147 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41738) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:15.799134 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b0974824-f092-4498-826c-e50dcba0950b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.915415 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80154020-ce4b-4ccb-b4cc-cc2da0ca32df req-fb4a1d58-222d-4c67-a3e8-d66bbe59c5a0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 210 time: 0.0410030 Jan 21 13:48:15.920693 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b0974824-f092-4498-826c-e50dcba0950b admin admin] Publish callbacks [] for security_group (be3ad480-e9e3-49b7-b671-6f9d619d20ee), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.931554 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b0974824-f092-4498-826c-e50dcba0950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (be3ad480-e9e3-49b7-b671-6f9d619d20ee), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:15.969478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0974824-f092-4498-826c-e50dcba0950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ad480-e9e3-49b7-b671-6f9d619d20ee,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:15.973760 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b0974824-f092-4498-826c-e50dcba0950b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b894226f3ad84cd5a8def5c5d35abcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865795 Jan 21 13:48:15.976903 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41746) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:16.024430 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] Publish callbacks [] for security_group (be3ad480-e9e3-49b7-b671-6f9d619d20ee), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:16.045579 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] Publish callbacks [] for security_group (be3ad480-e9e3-49b7-b671-6f9d619d20ee), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:16.093983 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (be3ad480-e9e3-49b7-b671-6f9d619d20ee), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:16.096512 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:16.097724 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be3ad480-e9e3-49b7-b671-6f9d619d20ee HTTP/1.1" status: 204 len: 168 time: 0.1199038 Jan 21 13:48:16.106355 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a13e2-05b5-4bf3-97ba-15f734759e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ad480-e9e3-49b7-b671-6f9d619d20ee,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:16.484766 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:17.661194 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.009879 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41838) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:18.113467 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3789dd5-b9e4-4874-91ed-9f4613283067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.190339 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3789dd5-b9e4-4874-91ed-9f4613283067 admin admin] Publish callbacks [] for security_group (d5e8b585-3429-4f86-9d59-e94fab6b1c35), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.194194 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3789dd5-b9e4-4874-91ed-9f4613283067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d5e8b585-3429-4f86-9d59-e94fab6b1c35), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.233023 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d3789dd5-b9e4-4874-91ed-9f4613283067 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=707e6f11a72d4764944a9da810e4fdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220070 Jan 21 13:48:18.233874 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3789dd5-b9e4-4874-91ed-9f4613283067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e8b585-3429-4f86-9d59-e94fab6b1c35,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:18.235770 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41844) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:18.283090 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] Publish callbacks [] for security_group (d5e8b585-3429-4f86-9d59-e94fab6b1c35), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.305699 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] Publish callbacks [] for security_group (d5e8b585-3429-4f86-9d59-e94fab6b1c35), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.350481 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d5e8b585-3429-4f86-9d59-e94fab6b1c35), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.353290 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.354432 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5e8b585-3429-4f86-9d59-e94fab6b1c35 HTTP/1.1" status: 204 len: 168 time: 0.1176751 Jan 21 13:48:18.361841 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc3d9-3d17-4732-98a8-e4b8619ad954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e8b585-3429-4f86-9d59-e94fab6b1c35,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:18.608271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 41854) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:18.622890 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fd63f853-62db-438e-afe6-e66fd27f6b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.707187 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba71c5fe-3854-4f78-918d-ac48dda1942d req-43022c6a-d68d-4832-abc7-dc0310f93d10 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jan 21 13:48:18.727659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8baccb-96ec-4c2a-b2be-2ee4757cd7e0 req-ed6d4c3d-e640-4299-bfd3-71a16cb6e608 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:18.729209 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ca8baccb-96ec-4c2a-b2be-2ee4757cd7e0 req-ed6d4c3d-e640-4299-bfd3-71a16cb6e608 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0712233 Jan 21 13:48:18.763877 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fd63f853-62db-438e-afe6-e66fd27f6b62 admin admin] Publish callbacks [] for security_group (4ce3338a-417a-4672-81f7-fadac29a6185), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.770270 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fd63f853-62db-438e-afe6-e66fd27f6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4ce3338a-417a-4672-81f7-fadac29a6185), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.830244 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ca8baccb-96ec-4c2a-b2be-2ee4757cd7e0 req-63d08f5a-0ede-4246-bfe9-c87cd3c4ff64 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Jan 21 13:48:18.833224 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fd63f853-62db-438e-afe6-e66fd27f6b62 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb2d4fa6a590470d950fa9851b848d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237895 Jan 21 13:48:18.833777 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f853-62db-438e-afe6-e66fd27f6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3338a-417a-4672-81f7-fadac29a6185,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:18.836084 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 41860) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:18.887247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] Publish callbacks [] for security_group (4ce3338a-417a-4672-81f7-fadac29a6185), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.908236 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] Publish callbacks [] for security_group (4ce3338a-417a-4672-81f7-fadac29a6185), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.954655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4ce3338a-417a-4672-81f7-fadac29a6185), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.957693 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:18.959195 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4ce3338a-417a-4672-81f7-fadac29a6185 HTTP/1.1" status: 204 len: 168 time: 0.1216731 Jan 21 13:48:18.968232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0153-13be-4401-b94a-470161241f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3338a-417a-4672-81f7-fadac29a6185,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:19.160996 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-345d91ad-9004-42f1-ad87-bdc7c9479654 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:19.162579 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-345d91ad-9004-42f1-ad87-bdc7c9479654 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.1340370 Jan 21 13:48:19.178868 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Request body: {'port': {'device_id': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'admin_state_up': True, 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:19.309775 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:19.316564 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:19.463627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Allocated IP 172.20.0.7 (d3bfe002-b112-41ad-8d5b-fc9e48025c33/8bb94a4f-15fe-40cc-936c-4e0d9cfee98c/6158ddf8-bb57-41da-8425-5bb12d1f9863) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:19.615911 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks [] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:19.659112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:19.686921 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:48:19.718854 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:19.722501 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:19.725562 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:19.779921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event updated for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:19.798741 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:19.799391 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:19.848207 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a879ce3f-4f24-458a-9491-46e5699476a8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6740308 Jan 21 13:48:19.871380 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf010a-feeb-452f-a5b5-51b2fc2629ca req-267440b8-f7c1-4650-8206-2ba3291035d6 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:19.873166 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ecbf010a-feeb-452f-a5b5-51b2fc2629ca req-267440b8-f7c1-4650-8206-2ba3291035d6 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 931 time: 0.0697527 Jan 21 13:48:19.878162 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Request body: {'port': {'device_id': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:19.967864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:19.970089 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db467814-59b9-40b8-a9a9-d3233a5c4751 req-6eb3c8e1-9c31-4dd8-9b02-6253aab09d33 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:19.972189 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db467814-59b9-40b8-a9a9-d3233a5c4751 req-6eb3c8e1-9c31-4dd8-9b02-6253aab09d33 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0542631 Jan 21 13:48:19.979911 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ecbf010a-feeb-452f-a5b5-51b2fc2629ca req-ad13e1fb-8fa1-434b-a616-4f284405f8e8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978098 Jan 21 13:48:20.036266 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db467814-59b9-40b8-a9a9-d3233a5c4751 req-9c9591df-d10f-4ad2-b48a-c67e00e69f37 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Jan 21 13:48:20.252103 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6158ddf8-bb57-41da-8425-5bb12d1f9863 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:48:20.259540 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks [] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:20.272354 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Transition to ACTIVE for port object 6158ddf8-bb57-41da-8425-5bb12d1f9863 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:48:20.276107 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:20.327126 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Pushing event updated for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:20.392807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Attempting to bind port 6158ddf8-bb57-41da-8425-5bb12d1f9863 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:20.393144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Attempting to bind port 6158ddf8-bb57-41da-8425-5bb12d1f9863 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:20.393471 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Attempting to bind port 6158ddf8-bb57-41da-8425-5bb12d1f9863 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:20.397668 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Port 6158ddf8-bb57-41da-8425-5bb12d1f9863 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:48:20.397990 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Attempting to bind port 6158ddf8-bb57-41da-8425-5bb12d1f9863 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:20.403424 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:20.403760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Checking segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:20.404141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Bound using segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:20.404568 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Bound port: 6158ddf8-bb57-41da-8425-5bb12d1f9863, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:20.404946 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:20.473717 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:20.477340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:20.482401 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:20.525857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:20.527551 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:20.532203 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-090fd086-229f-4692-a1a2-b89864613082 service neutron] 10.222.0.107 "PUT /v2.0/ports/6158ddf8-bb57-41da-8425-5bb12d1f9863 HTTP/1.1" status: 200 len: 1093 time: 0.6553516 Jan 21 13:48:20.535046 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:48:20.537195 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e36f89f-594a-431b-9b7f-f98300db09d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:48:20.582801 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd086-229f-4692-a1a2-b89864613082 service neutron] Pushing event updated for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:20.588029 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61321ece-770a-4103-a162-9078310f798a x-openstack-request-id: req-61321ece-770a-4103-a162-9078310f798a {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:48:20.588316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:48:20.588638 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-61321ece-770a-4103-a162-9078310f798a {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:48:20.589651 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'status': 'completed', 'code': 200} Jan 21 13:48:20.644543 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-e98f6d63-90f1-449c-b1fd-4a8cac29c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:20.646235 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-e98f6d63-90f1-449c-b1fd-4a8cac29c1c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 1096 time: 0.0482168 Jan 21 13:48:20.693796 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-a293421b-8a23-4a51-9651-320622049bef service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863 HTTP/1.1" status: 200 len: 217 time: 0.0391867 Jan 21 13:48:20.769327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-2a0413fb-080c-4943-8ef2-f34944393454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:20.770941 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-2a0413fb-080c-4943-8ef2-f34944393454 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.0615580 Jan 21 13:48:20.816960 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-c5172e5a-3889-4438-a308-f1b4b1eff304 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303607 Jan 21 13:48:20.918805 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-3b2370db-ef15-4db8-913c-915c09714c1c service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892715 Jan 21 13:48:21.015894 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da801bac-e829-48b6-bf39-4ffbc2940885 req-2266565b-d73d-4acb-8cf7-5f795234b5a3 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814466 Jan 21 13:48:21.121049 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb67e1-8444-4f28-a34b-fa866b5a363b req-142b33e3-56f6-4040-a954-6d99a170a081 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:21.123595 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b9bb67e1-8444-4f28-a34b-fa866b5a363b req-142b33e3-56f6-4040-a954-6d99a170a081 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 943 time: 0.0657687 Jan 21 13:48:21.165744 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-1d9dc9cb-6264-46c2-b69e-f3eb0a41ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:21.167871 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-1d9dc9cb-6264-46c2-b69e-f3eb0a41ecc0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 1096 time: 0.0893338 Jan 21 13:48:21.190838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ece407-c436-4531-9f01-240b47beaaf1 req-f9cb4933-b808-4bb2-ae47-aff9f7d87446 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:21.199060 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b9bb67e1-8444-4f28-a34b-fa866b5a363b req-78d43608-69c7-4475-bbea-6a4731ee4365 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Jan 21 13:48:21.200112 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8ece407-c436-4531-9f01-240b47beaaf1 req-f9cb4933-b808-4bb2-ae47-aff9f7d87446 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0794022 Jan 21 13:48:21.248873 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8ece407-c436-4531-9f01-240b47beaaf1 req-cadff95e-a3c2-4b4d-9b99-0565482cc3c0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Jan 21 13:48:23.158087 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-a8d01f49-17fc-4873-b5e7-dc7ff3300e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:23.159560 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-a8d01f49-17fc-4873-b5e7-dc7ff3300e0b service neutron] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 915 time: 0.0845699 Jan 21 13:48:25.055708 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-55d628f0-a6f5-4e8b-86bd-a3d65c01d45e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863 HTTP/1.1" status: 200 len: 217 time: 0.0370100 Jan 21 13:48:25.102011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-51b7b602-621c-4a9b-b511-4b4808ee8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:25.103451 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-51b7b602-621c-4a9b-b511-4b4808ee8782 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.0418572 Jan 21 13:48:25.136739 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-862ad86c-d60d-406f-a3ba-3182184f46a7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255523 Jan 21 13:48:25.234237 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-18344ad1-3b97-4cf5-a3dc-edbe9d0dce14 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890012 Jan 21 13:48:25.272131 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0201f31-2b62-4216-92bc-9b818f6523d0 req-9a03fa2d-8478-47a7-aa27-6776961922f4 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:25.273548 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f0201f31-2b62-4216-92bc-9b818f6523d0 req-9a03fa2d-8478-47a7-aa27-6776961922f4 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 943 time: 0.0519629 Jan 21 13:48:25.322450 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f0201f31-2b62-4216-92bc-9b818f6523d0 req-246613ad-ca05-40b6-ac27-0100127d1787 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Jan 21 13:48:25.362696 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7720c9-e53e-46cd-ac8e-8fcbc52f01a6 req-596e059b-cadd-4f5a-92a2-18c66f1d063b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:25.364174 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf7720c9-e53e-46cd-ac8e-8fcbc52f01a6 req-596e059b-cadd-4f5a-92a2-18c66f1d063b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1057649 Jan 21 13:48:25.605029 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e36f89f-594a-431b-9b7f-f98300db09d8 req-a2af98d8-7852-4b3d-854b-1c439ddacc74 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542397 Jan 21 13:48:25.635497 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf7720c9-e53e-46cd-ac8e-8fcbc52f01a6 req-f9d209dc-3eea-4b5c-9c04-e40c40587913 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651083 Jan 21 13:48:26.441880 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373762cc-94d0-4fbf-b1bb-b8d29aa58ba2 req-597bed0f-35c6-4d18-a4d5-869d05bf7c99 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:26.443396 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-373762cc-94d0-4fbf-b1bb-b8d29aa58ba2 req-597bed0f-35c6-4d18-a4d5-869d05bf7c99 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 943 time: 0.0488014 Jan 21 13:48:26.489087 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-373762cc-94d0-4fbf-b1bb-b8d29aa58ba2 req-ddfc908b-877f-4dc6-9f37-caf82da2eca8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Jan 21 13:48:26.755548 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3cb08-2834-4f91-a8b4-5d2075eb4a74 req-e3051ccd-86c1-40ed-9f5f-d03e441aede2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:26.756981 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ead3cb08-2834-4f91-a8b4-5d2075eb4a74 req-e3051ccd-86c1-40ed-9f5f-d03e441aede2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0509951 Jan 21 13:48:26.805473 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ead3cb08-2834-4f91-a8b4-5d2075eb4a74 req-e1ee98c3-9eaa-4175-b68e-44d7565563fd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jan 21 13:48:27.606582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b59ff0-d82a-4bdd-bb16-206bb5882f64 req-37b3e814-4cf3-465a-9472-a3eb622b802e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:27.608033 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-12b59ff0-d82a-4bdd-bb16-206bb5882f64 req-37b3e814-4cf3-465a-9472-a3eb622b802e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 943 time: 0.0507469 Jan 21 13:48:27.654485 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-12b59ff0-d82a-4bdd-bb16-206bb5882f64 req-e05bc95f-df54-42f8-898b-090b6216efbf tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Jan 21 13:48:27.921324 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab4351-5a88-4de9-8cc0-a9eda508b398 req-3dcf0a23-1f97-48f8-a943-9eb7ebeba258 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:27.922757 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6eab4351-5a88-4de9-8cc0-a9eda508b398 req-3dcf0a23-1f97-48f8-a943-9eb7ebeba258 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0472922 Jan 21 13:48:27.970631 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6eab4351-5a88-4de9-8cc0-a9eda508b398 req-2668e5b7-7d29-48c0-9c14-c35fcfec146a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Jan 21 13:48:29.657529 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6158ddf8-bb57-41da-8425-5bb12d1f9863 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:48:29.750308 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:29.761799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'port_id': '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'mac_address': 'fa:16:3e:b9:c4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb94a4f-15fe-40cc-936c-4e0d9cfee98c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:48:29.796803 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6158ddf8-bb57-41da-8425-5bb12d1f9863 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:29.797102 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:29.812910 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6158ddf8-bb57-41da-8425-5bb12d1f9863 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:48:29.831913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:29.836301 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:29.882594 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:29.890322 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.890700 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.891077 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.891425 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.891763 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.892096 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.892430 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.892788 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.893125 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.893473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.893805 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.894135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:29.894458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:30.861343 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e088f-bbca-436c-a640-cdb4fb9e5662 req-a32c611b-4c43-4ae3-be7f-a1918dc0ae9b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:30.862833 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-065e088f-bbca-436c-a640-cdb4fb9e5662 req-a32c611b-4c43-4ae3-be7f-a1918dc0ae9b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 944 time: 0.0477376 Jan 21 13:48:30.909959 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-065e088f-bbca-436c-a640-cdb4fb9e5662 req-63524b6b-970c-45af-bb68-b945cd235a1f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jan 21 13:48:30.941079 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeff37-acd5-4f19-99c2-ff2ccc28c12d req-8fc48e78-6886-4c66-aaea-67eebf0f6d86 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:30.942554 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cbeff37-acd5-4f19-99c2-ff2ccc28c12d req-8fc48e78-6886-4c66-aaea-67eebf0f6d86 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0473530 Jan 21 13:48:30.988164 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cbeff37-acd5-4f19-99c2-ff2ccc28c12d req-096290ae-3410-4cd1-86df-be41c8ec8cd1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Jan 21 13:48:31.335013 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['6158ddf8-bb57-41da-8425-5bb12d1f9863'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:48:32.052443 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33730dd-0468-4270-8f85-8da3e9923cbb req-cdab3c3c-8ac5-4966-bd8d-95443d306356 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:32.055941 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c33730dd-0468-4270-8f85-8da3e9923cbb req-cdab3c3c-8ac5-4966-bd8d-95443d306356 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 944 time: 0.0616007 Jan 21 13:48:32.133063 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c33730dd-0468-4270-8f85-8da3e9923cbb req-f0d5be52-8cd5-4362-b040-bb21450fe7f9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599194 Jan 21 13:48:32.138219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fe2ca-5250-41bc-9349-9715e9f562d6 req-e67205bd-8b07-44e5-ac65-3e73eee98bf4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:32.139799 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-020fe2ca-5250-41bc-9349-9715e9f562d6 req-e67205bd-8b07-44e5-ac65-3e73eee98bf4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0561707 Jan 21 13:48:32.189331 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-020fe2ca-5250-41bc-9349-9715e9f562d6 req-750b1d21-1189-43c3-a92e-778f0bfe9284 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Jan 21 13:48:33.280113 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0872-6877-410c-985a-b77dbe452121 req-bb36e7ee-33e7-4981-97b5-2541ee213974 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:33.281975 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-188b0872-6877-410c-985a-b77dbe452121 req-bb36e7ee-33e7-4981-97b5-2541ee213974 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 944 time: 0.0570040 Jan 21 13:48:33.328987 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-188b0872-6877-410c-985a-b77dbe452121 req-9d985e0f-5a2b-4a5d-bd90-71b0051de7d8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jan 21 13:48:33.441421 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349bff-0735-4558-867c-abb0ec2c0998 req-97cf085f-cce3-404d-b659-40026f5aa9d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:33.442934 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4b349bff-0735-4558-867c-abb0ec2c0998 req-97cf085f-cce3-404d-b659-40026f5aa9d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0557055 Jan 21 13:48:33.488970 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4b349bff-0735-4558-867c-abb0ec2c0998 req-48a201f2-7fe7-4d41-9727-8e915a098045 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Jan 21 13:48:34.915799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6158ddf8-bb57-41da-8425-5bb12d1f9863 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:34.963168 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 6158ddf8-bb57-41da-8425-5bb12d1f9863 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:48:34.967537 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 6158ddf8-bb57-41da-8425-5bb12d1f9863 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:34.967923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:35.045649 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6158ddf8-bb57-41da-8425-5bb12d1f9863 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:35.045960 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:35.067519 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:48:35.069740 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09167bef-e5b7-4131-a20a-389cd489e4ef" -d '{"events": [{"server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "name": "network-vif-plugged", "status": "completed", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:48:35.082986 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:35.086912 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:35.133550 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:36.131554 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200009-cf49-4026-8210-03f035c624c0 req-4e8ee757-a6ec-42cc-8511-6ab9c5faa955 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:36.133776 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b3200009-cf49-4026-8210-03f035c624c0 req-4e8ee757-a6ec-42cc-8511-6ab9c5faa955 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.0550437 Jan 21 13:48:36.168455 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2165-6b05-4361-b2a0-9b9dec44bed2 req-2cab9c20-24f9-4cd2-9a26-507ef0370195 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:36.170843 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de2b2165-6b05-4361-b2a0-9b9dec44bed2 req-2cab9c20-24f9-4cd2-9a26-507ef0370195 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0585938 Jan 21 13:48:36.184663 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b3200009-cf49-4026-8210-03f035c624c0 req-aab86b12-4824-4cbe-ba6e-a0a545e36a66 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Jan 21 13:48:36.223289 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de2b2165-6b05-4361-b2a0-9b9dec44bed2 req-8decf654-b0de-4bec-a2cb-2f281384caee tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Jan 21 13:48:36.230187 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d074561-1327-468c-8e9c-f0c9e4a71de0 x-openstack-request-id: req-5d074561-1327-468c-8e9c-f0c9e4a71de0 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:48:36.230683 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "name": "network-vif-plugged", "status": "completed", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:48:36.230769 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d074561-1327-468c-8e9c-f0c9e4a71de0 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:48:36.231118 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'code': 200} Jan 21 13:48:36.414552 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f684a18-befa-46cf-a8a7-f59a89b6469e req-859120e0-3011-415c-ba5b-5d64c1541c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:36.416057 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f684a18-befa-46cf-a8a7-f59a89b6469e req-859120e0-3011-415c-ba5b-5d64c1541c68 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 1098 time: 0.0394893 Jan 21 13:48:36.459960 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f684a18-befa-46cf-a8a7-f59a89b6469e req-e1c74d58-ea49-46d3-b26b-fa1cdead25d2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Jan 21 13:48:39.551931 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4ee2d-e578-4545-b0b6-262f8bed2663 req-588d9bcd-bd2b-4547-bb77-5e607abeb869 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:39.553423 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9b4ee2d-e578-4545-b0b6-262f8bed2663 req-588d9bcd-bd2b-4547-bb77-5e607abeb869 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.0489192 Jan 21 13:48:39.595346 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6d6a7-e7e7-4f3d-9a33-00daa41450d7 req-e3e0ca7e-14db-4f8d-a2ff-e5b5c9d8144f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:39.601100 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6dd6d6a7-e7e7-4f3d-9a33-00daa41450d7 req-e3e0ca7e-14db-4f8d-a2ff-e5b5c9d8144f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0533054 Jan 21 13:48:39.606895 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9b4ee2d-e578-4545-b0b6-262f8bed2663 req-ddb02ff9-f74d-4ca4-aa8a-efaa3367bafb tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Jan 21 13:48:39.644542 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6dd6d6a7-e7e7-4f3d-9a33-00daa41450d7 req-75847363-f2d4-4c8a-8898-337bada14773 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Jan 21 13:48:40.728175 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f6f5-fbc1-4e19-b565-1a6cb489140d req-c781e003-e0d0-43c9-aa21-6415a102f054 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:40.735739 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c14f6f5-fbc1-4e19-b565-1a6cb489140d req-c781e003-e0d0-43c9-aa21-6415a102f054 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.0573997 Jan 21 13:48:40.767024 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43ded6-0857-4324-8218-6a0f3aff8910 req-3b632bf2-f3e6-4382-8196-93653bc00187 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:40.769211 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ae43ded6-0857-4324-8218-6a0f3aff8910 req-3b632bf2-f3e6-4382-8196-93653bc00187 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0519686 Jan 21 13:48:40.788751 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c14f6f5-fbc1-4e19-b565-1a6cb489140d req-582788e0-2858-407e-aec4-ee5796f8f446 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Jan 21 13:48:40.798484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:40.831790 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ae43ded6-0857-4324-8218-6a0f3aff8910 req-f8ed9941-d11b-4337-9027-ded814289cb3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568662 Jan 21 13:48:41.029806 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42352) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:41.134970 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7eb19b52-456a-44f1-ba12-0c9775783438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.216199 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7eb19b52-456a-44f1-ba12-0c9775783438 admin admin] Publish callbacks [] for security_group (5dc95781-f7ae-4886-aab9-8a121fc3b58c), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.222386 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7eb19b52-456a-44f1-ba12-0c9775783438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5dc95781-f7ae-4886-aab9-8a121fc3b58c), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.263031 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19b52-456a-44f1-ba12-0c9775783438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc95781-f7ae-4886-aab9-8a121fc3b58c,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:41.273940 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7eb19b52-456a-44f1-ba12-0c9775783438 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=37650d49a0fd482eb2d836b42b23fc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426825 Jan 21 13:48:41.277423 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42366) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:41.323582 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d29c70a1-579f-4206-9f96-cae5993349e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.327281 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] Publish callbacks [] for security_group (5dc95781-f7ae-4886-aab9-8a121fc3b58c), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.348387 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] Publish callbacks [] for security_group (5dc95781-f7ae-4886-aab9-8a121fc3b58c), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.394966 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5dc95781-f7ae-4886-aab9-8a121fc3b58c), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.397737 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.398856 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5dc95781-f7ae-4886-aab9-8a121fc3b58c HTTP/1.1" status: 204 len: 168 time: 0.1204817 Jan 21 13:48:41.406930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b2e6-d772-4f7f-b389-0238ea227fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc95781-f7ae-4886-aab9-8a121fc3b58c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:41.675353 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42382) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:41.690177 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42844c8a-0c7f-4d0d-95e6-5f18517d8763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.775859 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42844c8a-0c7f-4d0d-95e6-5f18517d8763 admin admin] Publish callbacks [] for security_group (35209bfb-0d7c-45ec-85ea-81746db7893d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.780923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42844c8a-0c7f-4d0d-95e6-5f18517d8763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (35209bfb-0d7c-45ec-85ea-81746db7893d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.819245 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42844c8a-0c7f-4d0d-95e6-5f18517d8763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35209bfb-0d7c-45ec-85ea-81746db7893d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:41.825030 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-42844c8a-0c7f-4d0d-95e6-5f18517d8763 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8dc97a9c50d444f18b87f644827d6350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485858 Jan 21 13:48:41.827770 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42388) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:41.881943 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] Publish callbacks [] for security_group (35209bfb-0d7c-45ec-85ea-81746db7893d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.904557 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] Publish callbacks [] for security_group (35209bfb-0d7c-45ec-85ea-81746db7893d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.952425 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (35209bfb-0d7c-45ec-85ea-81746db7893d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.953275 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82604afa-c8d8-456e-91df-9fd74c959ba2 req-de0c7a7f-205d-4d5e-accd-8ad00d94add3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:41.954926 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-82604afa-c8d8-456e-91df-9fd74c959ba2 req-de0c7a7f-205d-4d5e-accd-8ad00d94add3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0516210 Jan 21 13:48:41.955385 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:41.956513 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/35209bfb-0d7c-45ec-85ea-81746db7893d HTTP/1.1" status: 204 len: 168 time: 0.1278074 Jan 21 13:48:41.967775 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b687-10be-4e96-93ee-52c66312cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35209bfb-0d7c-45ec-85ea-81746db7893d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:42.009252 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-82604afa-c8d8-456e-91df-9fd74c959ba2 req-77de0903-9daa-4cc1-acc9-b31a1fcf2c98 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485404 Jan 21 13:48:42.294991 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42398) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:42.307841 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8a193ea2-f1e0-4ee7-9eaa-73e16be601b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.381163 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8a193ea2-f1e0-4ee7-9eaa-73e16be601b8 admin admin] Publish callbacks [] for security_group (7714ff02-4298-4d82-aa44-c393e0421242), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.385666 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8a193ea2-f1e0-4ee7-9eaa-73e16be601b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (7714ff02-4298-4d82-aa44-c393e0421242), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.425504 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8a193ea2-f1e0-4ee7-9eaa-73e16be601b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5314d2326ee40eda491dd53dc6a6cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294041 Jan 21 13:48:42.426365 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a193ea2-f1e0-4ee7-9eaa-73e16be601b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714ff02-4298-4d82-aa44-c393e0421242,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:42.428269 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42402) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:42.481111 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] Publish callbacks [] for security_group (7714ff02-4298-4d82-aa44-c393e0421242), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.502292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] Publish callbacks [] for security_group (7714ff02-4298-4d82-aa44-c393e0421242), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.550896 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (7714ff02-4298-4d82-aa44-c393e0421242), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.553771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:42.554891 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7714ff02-4298-4d82-aa44-c393e0421242 HTTP/1.1" status: 204 len: 168 time: 0.1252170 Jan 21 13:48:42.563466 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfd303-7dcb-4613-9021-9bf8d5cf0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714ff02-4298-4d82-aa44-c393e0421242,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:42.639431 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:48:43.127692 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c155a3-90ca-4d00-950a-b4dcb33c0055 req-f607d024-8193-4d9b-aef6-e1f97bcd411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:43.129270 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-51c155a3-90ca-4d00-950a-b4dcb33c0055 req-f607d024-8193-4d9b-aef6-e1f97bcd411e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1098 time: 0.0751808 Jan 21 13:48:43.143227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea3b9-04d1-4231-b7d1-4a438910bf2f req-7d140dfc-8704-42e4-8400-a9cc7fd6e8e2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:43.144754 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b52ea3b9-04d1-4231-b7d1-4a438910bf2f req-7d140dfc-8704-42e4-8400-a9cc7fd6e8e2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0597026 Jan 21 13:48:43.217661 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b52ea3b9-04d1-4231-b7d1-4a438910bf2f req-907548ab-2231-4698-a926-c06a2d084c54 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666988 Jan 21 13:48:43.220112 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-51c155a3-90ca-4d00-950a-b4dcb33c0055 req-c7cd246d-eadd-4523-b205-6f9eec4b6f00 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744338 Jan 21 13:48:43.333343 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-29775028-7684-44c4-8e5e-9bc0f51128e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:43.718755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-073c0fca-9067-44f8-a699-dfedc073311e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:43.720309 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-073c0fca-9067-44f8-a699-dfedc073311e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.1162810 Jan 21 13:48:43.749203 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-f97d738b-e8cf-452e-bfb2-8c7edbcaafdc tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/quotas/e0bba285c3584d64b257d0800a59f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0195432 Jan 21 13:48:43.809125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-a37fd8cc-1427-4f05-b123-5e9b4b5c217a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534017 Jan 21 13:48:44.006775 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-4eab533a-1d1e-48f4-9d8d-62e4974e1dfd service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791208 Jan 21 13:48:44.140877 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-d3f6a76c-a89a-4d7b-868f-53dc8a3da2f2 service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329441 Jan 21 13:48:44.150440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42494) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:44.253755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42502) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:44.349860 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca79202c-2c64-4d01-8337-960e5006b924 req-3f393ae3-51d5-49ed-a7aa-cf86e5acc157 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 210 time: 0.0609324 Jan 21 13:48:44.351032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ced4b408-ed80-4a60-afc9-5ef27bfd3b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.379711 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2a40-3e52-43fd-9c2c-7014fad0cfed req-0072f996-d001-4a2a-9dd7-7fd8f5bede34 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:44.389267 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-efbc2a40-3e52-43fd-9c2c-7014fad0cfed req-0072f996-d001-4a2a-9dd7-7fd8f5bede34 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0713284 Jan 21 13:48:44.415039 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7377d79-afe6-4fa6-bb0c-8e1f978be788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.461374 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-efbc2a40-3e52-43fd-9c2c-7014fad0cfed req-8dc809ab-ca1d-43c7-bdd4-8b087b34cf6a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Jan 21 13:48:44.504378 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ced4b408-ed80-4a60-afc9-5ef27bfd3b66 admin admin] Publish callbacks [] for security_group (3dd505d4-6ebe-4578-93b2-58ccab594ba3), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.511192 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ced4b408-ed80-4a60-afc9-5ef27bfd3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3dd505d4-6ebe-4578-93b2-58ccab594ba3), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.570714 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7377d79-afe6-4fa6-bb0c-8e1f978be788 admin admin] Publish callbacks [] for security_group (84003269-17bb-4213-a6b9-c6ee57c9bd85), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.573293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b408-ed80-4a60-afc9-5ef27bfd3b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd505d4-6ebe-4578-93b2-58ccab594ba3,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:44.577964 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ced4b408-ed80-4a60-afc9-5ef27bfd3b66 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=495b5380976849f7bd705f531da9c3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265075 Jan 21 13:48:44.579457 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7377d79-afe6-4fa6-bb0c-8e1f978be788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (84003269-17bb-4213-a6b9-c6ee57c9bd85), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.581861 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42514) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:44.626681 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7377d79-afe6-4fa6-bb0c-8e1f978be788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84003269-17bb-4213-a6b9-c6ee57c9bd85,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:44.633520 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b7377d79-afe6-4fa6-bb0c-8e1f978be788 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=761d9f997d9840d28c8b0abf6df04fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763275 Jan 21 13:48:44.634329 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42518) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:44.681319 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] Publish callbacks [] for security_group (3dd505d4-6ebe-4578-93b2-58ccab594ba3), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.712761 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] Publish callbacks [] for security_group (3dd505d4-6ebe-4578-93b2-58ccab594ba3), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.714882 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] Publish callbacks [] for security_group (84003269-17bb-4213-a6b9-c6ee57c9bd85), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.759855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] Publish callbacks [] for security_group (84003269-17bb-4213-a6b9-c6ee57c9bd85), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.801612 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3dd505d4-6ebe-4578-93b2-58ccab594ba3), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.804351 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.805529 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3dd505d4-6ebe-4578-93b2-58ccab594ba3 HTTP/1.1" status: 204 len: 168 time: 0.2226007 Jan 21 13:48:44.820175 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6bca-5dbe-425e-b9c1-7f0b288da298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd505d4-6ebe-4578-93b2-58ccab594ba3,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:44.824753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (84003269-17bb-4213-a6b9-c6ee57c9bd85), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.828049 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:44.831694 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/84003269-17bb-4213-a6b9-c6ee57c9bd85 HTTP/1.1" status: 204 len: 168 time: 0.1945446 Jan 21 13:48:44.842040 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409b6c-4e4b-4fba-b262-e98db6cf3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84003269-17bb-4213-a6b9-c6ee57c9bd85,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:45.018287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.282688 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42548) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:45.297230 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7510b903-0e22-4bb5-920d-498843b8266d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.390522 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7510b903-0e22-4bb5-920d-498843b8266d admin admin] Publish callbacks [] for security_group (fbc86213-f6c6-4db5-8df8-ff16a358098c), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.401561 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7510b903-0e22-4bb5-920d-498843b8266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (fbc86213-f6c6-4db5-8df8-ff16a358098c), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.445979 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7510b903-0e22-4bb5-920d-498843b8266d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=73c9fe1533184e54929801d1ce8904c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621947 Jan 21 13:48:45.449135 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42556) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:45.456441 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b903-0e22-4bb5-920d-498843b8266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc86213-f6c6-4db5-8df8-ff16a358098c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:45.534354 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e09b331d-70af-4dd6-b445-3a8e5fc1899f req-c9eb9005-b980-4222-907b-4bc3d7a152e1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 210 time: 0.0710759 Jan 21 13:48:45.548237 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] Publish callbacks [] for security_group (fbc86213-f6c6-4db5-8df8-ff16a358098c), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.612908 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] Publish callbacks [] for security_group (fbc86213-f6c6-4db5-8df8-ff16a358098c), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.663271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4178a-32cf-49f2-b57b-0f1b0e5b16c5 req-d2f41dd7-d969-431b-963c-5729da7ee5c3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:45.664867 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ec4178a-32cf-49f2-b57b-0f1b0e5b16c5 req-d2f41dd7-d969-431b-963c-5729da7ee5c3 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0884655 Jan 21 13:48:45.705456 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (fbc86213-f6c6-4db5-8df8-ff16a358098c), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.716115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:45.719623 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbc86213-f6c6-4db5-8df8-ff16a358098c HTTP/1.1" status: 204 len: 168 time: 0.2695005 Jan 21 13:48:45.739558 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d59ae-3fe9-4476-9567-396b88383163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc86213-f6c6-4db5-8df8-ff16a358098c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:45.754462 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ec4178a-32cf-49f2-b57b-0f1b0e5b16c5 req-88c98538-75af-495f-98a1-8b893412ece7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Jan 21 13:48:45.833511 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-e0f897ef-a0a0-4e49-9e6f-10c7324f8697 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:45.835081 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-e0f897ef-a0a0-4e49-9e6f-10c7324f8697 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.1812994 Jan 21 13:48:45.860533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Request body: {'port': {'device_id': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'admin_state_up': True, 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:45.985822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d810d-37fb-4b19-8c8d-5bb2617d57b5 req-27845702-164b-4183-b0fc-4ed461ce07e0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:45.987608 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e56d810d-37fb-4b19-8c8d-5bb2617d57b5 req-27845702-164b-4183-b0fc-4ed461ce07e0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1328409 Jan 21 13:48:46.061255 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e56d810d-37fb-4b19-8c8d-5bb2617d57b5 req-5cb9b8ce-9b07-46e1-82ef-e18c30bd6b39 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652654 Jan 21 13:48:46.067337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:46.072638 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.096512 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42588) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:46.223176 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-576556212-network', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:46.263449 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Made reservation on behalf of cc3afc808f84460e9dce024a40c56a4c for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:46.266211 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.282252 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.306747 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Allocated IP 172.20.0.4 (d3bfe002-b112-41ad-8d5b-fc9e48025c33/8bb94a4f-15fe-40cc-936c-4e0d9cfee98c/c58b0585-9bc6-4560-a4be-2cdbe88f5e2b) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:46.419903 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks [] for security_group (46812a8c-17b1-45ce-947f-79b28f05ba2f), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.427335 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (46812a8c-17b1-45ce-947f-79b28f05ba2f), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.466419 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:48:46.478468 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46812a8c-17b1-45ce-947f-79b28f05ba2f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:46.498895 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (c21664d8-b55a-45a6-b5c8-eebe22462017), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.502791 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Added segment c21664d8-b55a-45a6-b5c8-eebe22462017 of type vlan for network 26d3b52c-77bd-4f5d-962e-30057cef4db0 Jan 21 13:48:46.514771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.593548 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (26d3b52c-77bd-4f5d-962e-30057cef4db0), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.597417 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks [] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.636160 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (26d3b52c-77bd-4f5d-962e-30057cef4db0), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.646103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:46.646103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.655893 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.718397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:46.721956 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:46.722418 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6247752 Jan 21 13:48:46.725263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42622) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:46.726387 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:46.730346 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Request body: {'subnet': {'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-576556212-subnet', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:46.734290 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event updated for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:46.754410 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6ec77-2ce3-44c5-ab64-e109ac5a23e1 admin admin] Pushing event updated for resources: {'Network': ['ID=26d3b52c-77bd-4f5d-962e-30057cef4db0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:46.763315 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Made reservation on behalf of cc3afc808f84460e9dce024a40c56a4c for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:46.766733 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:48:46.768080 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.792267 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:46.794040 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:46.833001 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-204fafd9-cd00-444c-856b-8fc3eb50f5b8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704587 Jan 21 13:48:46.982948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (98d9300c-4757-41d1-ba1a-1b576e100efc), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.037828 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d9300c-4757-41d1-ba1a-1b576e100efc,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:47.047640 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Checking segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:47.047997 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Network hostable DHCP agents. Network: 26d3b52c-77bd-4f5d-962e-30057cef4db0, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:48:47.064328 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:48:47.073564 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 26d3b52c-77bd-4f5d-962e-30057cef4db0) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:47.077706 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:47.078310 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.083668 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f890c0c-ff99-42f2-b107-8936f5ee7123 None None] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:47.101173 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-01739202-48a9-4fb0-a8e2-a22a76d8cebb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3746936 Jan 21 13:48:47.102056 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42634) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:47.108050 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:47.137403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.138843 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.198527 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for router_controller (261a92ff-198d-45d7-b77d-38790b1d9c8d), precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.199483 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-26d3b52c-77bd-4f5d-962e-30057cef4db0', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:48:47.200459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.345180 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Allocated IP 172.20.0.2 (26d3b52c-77bd-4f5d-962e-30057cef4db0/98d9300c-4757-41d1-ba1a-1b576e100efc/869476c4-b29f-400d-b061-6b411a6ebb38) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:47.358041 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for router_gateway (261a92ff-198d-45d7-b77d-38790b1d9c8d), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.595111 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for router_gateway (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.624841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks [] for port (869476c4-b29f-400d-b061-6b411a6ebb38), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.625379 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.631895 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.685449 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:47.693616 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:47.699117 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:47.710605 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Pushing event updated for resources: {'Port': ['ID=869476c4-b29f-400d-b061-6b411a6ebb38,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:47.715429 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.762036 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Attempting to bind port 869476c4-b29f-400d-b061-6b411a6ebb38 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:47.762399 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Attempting to bind port 869476c4-b29f-400d-b061-6b411a6ebb38 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:47.762938 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Attempting to bind port 869476c4-b29f-400d-b061-6b411a6ebb38 on network 26d3b52c-77bd-4f5d-962e-30057cef4db0 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:47.768587 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:47.768991 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Checking segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:47.769395 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.769793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Bound using segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:47.770266 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Bound port: 869476c4-b29f-400d-b061-6b411a6ebb38, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:47.770647 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.770773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Allocated IP 172.27.3.164 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/2322e079-96a9-4398-a5e6-ec3f13a758e4) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:47.840676 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] For port 869476c4-b29f-400d-b061-6b411a6ebb38, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:47.843963 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] For port 869476c4-b29f-400d-b061-6b411a6ebb38, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=869476c4-b29f-400d-b061-6b411a6ebb38,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:47.848366 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.901671 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:47.916509 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22a04a-4773-4167-a738-c588eb56b6f2 None None] Pushing event updated for resources: {'Port': ['ID=869476c4-b29f-400d-b061-6b411a6ebb38,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:47.929213 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db', '6158ddf8-bb57-41da-8425-5bb12d1f9863'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:48:47.963220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:48.016259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:48.017977 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:48.021380 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:48.025277 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2322e079-96a9-4398-a5e6-ec3f13a758e4,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:48.361632 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for router_gateway (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:48.552870 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:48.688032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Router 261a92ff-198d-45d7-b77d-38790b1d9c8d is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:48:48.810056 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:48:48.820442 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Sync routers for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:48:48.831359 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:48.835679 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42668) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:48.836197 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:48.836281 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:48.843427 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 869476c4-b29f-400d-b061-6b411a6ebb38 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:48.849038 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a6514ef4-ac19-4ffe-a52b-c050c908c1d9 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7343628 Jan 21 13:48:48.885180 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Request body: {'port': {'device_id': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:48.921592 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 869476c4-b29f-400d-b061-6b411a6ebb38 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:48.922606 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:48.985413 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:49.023593 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.065892 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 869476c4-b29f-400d-b061-6b411a6ebb38 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:49.066743 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.138545 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 869476c4-b29f-400d-b061-6b411a6ebb38, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=869476c4-b29f-400d-b061-6b411a6ebb38,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:49.141643 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd909d-a032-4e00-8b9c-0b06bff7863c None None] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:49.173264 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.200827 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298de2-cf74-4c9c-ada2-46abf7bf79ac req-c0849da4-11b3-475a-9ffb-0ea4dcbdf207 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:49.202600 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b298de2-cf74-4c9c-ada2-46abf7bf79ac req-c0849da4-11b3-475a-9ffb-0ea4dcbdf207 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 931 time: 0.1848676 Jan 21 13:48:49.241410 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:48Z', 'revision_number': 3, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:49.276134 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Checking router: 261a92ff-198d-45d7-b77d-38790b1d9c8d for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:48:49.277245 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Updating router 261a92ff-198d-45d7-b77d-38790b1d9c8d port 2322e079-96a9-4398-a5e6-ec3f13a758e4 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:48:49.286944 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-29604927-e4cb-4141-bc5d-f73c2a542720 None None] Provisioning complete for port 869476c4-b29f-400d-b061-6b411a6ebb38 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:49.289884 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-29604927-e4cb-4141-bc5d-f73c2a542720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.313135 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.316510 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b298de2-cf74-4c9c-ada2-46abf7bf79ac req-96a0ebba-4a5a-420f-a9d3-a715d738a7dc tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Jan 21 13:48:49.377715 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=869476c4-b29f-400d-b061-6b411a6ebb38,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:49.471220 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-29604927-e4cb-4141-bc5d-f73c2a542720 None None] Current status of the port 869476c4-b29f-400d-b061-6b411a6ebb38 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:49.599912 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.674221 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58b0585-9bc6-4560-a4be-2cdbe88f5e2b {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:48:49.683280 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks [] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.684807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks [] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.693444 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.695508 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-730272a1-c2bd-4ea7-92e5-c5fa3000ffa5 None None] Provisioning complete for port 869476c4-b29f-400d-b061-6b411a6ebb38 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:49.700155 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-730272a1-c2bd-4ea7-92e5-c5fa3000ffa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.704263 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Transition to ACTIVE for port object c58b0585-9bc6-4560-a4be-2cdbe88f5e2b will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:48:49.725568 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.742365 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Pushing event updated for resources: {'Port': ['ID=2322e079-96a9-4398-a5e6-ec3f13a758e4,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:49.756013 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.756410 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.756811 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.757162 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.757714 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.758066 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.758402 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.758733 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.759083 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.759427 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.759764 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.760088 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.760411 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:48:49.786886 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Attempting to bind port 2322e079-96a9-4398-a5e6-ec3f13a758e4 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:49.787895 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Attempting to bind port 2322e079-96a9-4398-a5e6-ec3f13a758e4 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:49.788448 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Attempting to bind port 2322e079-96a9-4398-a5e6-ec3f13a758e4 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:49.795287 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:49.795902 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:49.796765 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.797785 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:49.798461 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Bound port: 2322e079-96a9-4398-a5e6-ec3f13a758e4, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:49.799009 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.805696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-730272a1-c2bd-4ea7-92e5-c5fa3000ffa5 None None] Current status of the port 869476c4-b29f-400d-b061-6b411a6ebb38 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:49.815163 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Pushing event updated for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:49.879194 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] For port 2322e079-96a9-4398-a5e6-ec3f13a758e4, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:49.883928 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] For port 2322e079-96a9-4398-a5e6-ec3f13a758e4, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=2322e079-96a9-4398-a5e6-ec3f13a758e4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:49.884723 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Allocated IP 172.20.0.1 (26d3b52c-77bd-4f5d-962e-30057cef4db0/98d9300c-4757-41d1-ba1a-1b576e100efc/298a404a-236d-44ae-9012-e28f57f00e14) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:49.892922 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.948746 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Attempting to bind port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:49.949186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Attempting to bind port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:49.949618 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Attempting to bind port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:49.956085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:48:49.956501 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Attempting to bind port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:49.963273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:49.964063 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Checking segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:49.965582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Bound using segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:49.966035 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Bound port: c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:49.967478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:49.972551 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23063eea-cd73-417f-bcac-b9755266973f None None] Pushing event updated for resources: {'Port': ['ID=2322e079-96a9-4398-a5e6-ec3f13a758e4,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:49.993919 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:49.995209 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:50.034988 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks [] for port (298a404a-236d-44ae-9012-e28f57f00e14), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.055418 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:50.060710 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:50.066922 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.093696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.153297 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:50.157558 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:50.163134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:50.163735 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.167515 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Pushing event updated for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:50.176066 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.176925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.178637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] 10.222.0.107 "PUT /v2.0/ports/c58b0585-9bc6-4560-a4be-2cdbe88f5e2b HTTP/1.1" status: 200 len: 1093 time: 1.2978044 Jan 21 13:48:50.183294 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:48:50.186866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65637c4-5964-4601-8ff6-bb44b4a55caf" -d '{"events": [{"name": "network-changed", "server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:48:50.223246 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-fa72622b-b531-422b-8a5b-3a900e7ab4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.224459 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-fa72622b-b531-422b-8a5b-3a900e7ab4db service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.1012564 Jan 21 13:48:50.232404 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88215def-7f79-4c20-9e04-721a82c98215 service neutron] Pushing event updated for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:50.282116 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:50.376377 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c93194-c49d-40a2-9f46-c2aa09fd2697 x-openstack-request-id: req-b3c93194-c49d-40a2-9f46-c2aa09fd2697 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:48:50.376700 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:48:50.376956 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3c93194-c49d-40a2-9f46-c2aa09fd2697 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:48:50.379372 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', 'status': 'completed', 'code': 200} Jan 21 13:48:50.445213 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-00479014-77e1-4bca-93a6-f5c04c0b91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.450763 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-00479014-77e1-4bca-93a6-f5c04c0b91c6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.2034323 Jan 21 13:48:50.475816 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91c87d-41b1-4a18-b81c-7c1471677db1 req-2e290e2d-2ca1-43bf-87ea-503cabaab52b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.487423 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2f91c87d-41b1-4a18-b81c-7c1471677db1 req-2e290e2d-2ca1-43bf-87ea-503cabaab52b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1775177 Jan 21 13:48:50.552355 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-ab705f74-3499-498e-b784-4bcf3fedd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.554377 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-ab705f74-3499-498e-b784-4bcf3fedd2e8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 1096 time: 0.2263565 Jan 21 13:48:50.557045 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-7d440014-ae4a-4c8c-b120-0d865bcaee86 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0917771 Jan 21 13:48:50.571167 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (298a404a-236d-44ae-9012-e28f57f00e14), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.644271 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-922c9057-8b1b-4d40-a123-4cae74a0e3d6 None None] Provisioning complete for port 298a404a-236d-44ae-9012-e28f57f00e14 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:50.645277 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-922c9057-8b1b-4d40-a123-4cae74a0e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (298a404a-236d-44ae-9012-e28f57f00e14), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.647490 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2f91c87d-41b1-4a18-b81c-7c1471677db1 req-12e36850-3afc-47fb-8f2f-d57580357462 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505656 Jan 21 13:48:50.681147 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-0a9d1f2c-4b9e-48bb-962e-539933025aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.695765 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-0a9d1f2c-4b9e-48bb-962e-539933025aa5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.1268804 Jan 21 13:48:50.706324 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-922c9057-8b1b-4d40-a123-4cae74a0e3d6 None None] Port 298a404a-236d-44ae-9012-e28f57f00e14 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:48:50.726361 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:48Z', 'revision_number': 3, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:50.771413 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b9352-789c-4fb2-9ce4-cf1c354ed23c None None] The sync data for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi is: [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:48Z', 'revision_number': 3, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:48:50.790355 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-725ee85c-ab01-4e19-9b77-ef22867ff028 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b HTTP/1.1" status: 200 len: 217 time: 0.1155894 Jan 21 13:48:50.813627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453949-9c07-4126-a9b0-4113932ab1e1 req-1c213ce4-1094-4a34-9afe-24e096459628 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:50.815253 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e2453949-9c07-4126-a9b0-4113932ab1e1 req-1c213ce4-1094-4a34-9afe-24e096459628 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 943 time: 0.3592904 Jan 21 13:48:50.824986 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-cd839e69-8548-40b1-8235-3c9890e15066 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462067 Jan 21 13:48:50.829258 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 869476c4-b29f-400d-b061-6b411a6ebb38 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:50.866858 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks [] for port (298a404a-236d-44ae-9012-e28f57f00e14), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.882048 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.887482 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.923104 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 869476c4-b29f-400d-b061-6b411a6ebb38 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:50.923479 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:50.943531 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e2453949-9c07-4126-a9b0-4113932ab1e1 req-a4b0d412-5913-420d-93d6-5c1da757c2d4 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 Jan 21 13:48:51.032100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 869476c4-b29f-400d-b061-6b411a6ebb38 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:51.047476 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-93a36253-da41-425a-974c-88a1ea1134e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:51.049919 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-93a36253-da41-425a-974c-88a1ea1134e7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.2334909 Jan 21 13:48:51.100056 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-4597c39d-9556-42f4-a996-05319997265a service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526302 Jan 21 13:48:51.102939 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Pushing event updated for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:51.107401 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-f140b2eb-52fb-4ca2-a290-8baff4f78280 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459242 Jan 21 13:48:51.194528 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:51.196134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:51.404749 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Router 261a92ff-198d-45d7-b77d-38790b1d9c8d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:48:51.447117 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2fe7870f-14cf-402f-83dc-3984bcbd280e req-ffc18eda-31a0-42c1-b8d3-302e290d86b7 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219142 Jan 21 13:48:51.455310 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-51c1936e-1a32-4ed0-b2dc-bbb094f0df9c service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208542 Jan 21 13:48:51.657716 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-00fa36d0-e391-4a4d-9817-444b0570f3a6 None None] Provisioning complete for port 298a404a-236d-44ae-9012-e28f57f00e14 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:51.659006 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-00fa36d0-e391-4a4d-9817-444b0570f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (298a404a-236d-44ae-9012-e28f57f00e14), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:51.697332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8babc68b-edce-4661-87bf-1f906d0833a7 req-3f634ca9-5a02-431b-b739-87d84091216c service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303762 Jan 21 13:48:51.736008 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-00fa36d0-e391-4a4d-9817-444b0570f3a6 None None] Port 298a404a-236d-44ae-9012-e28f57f00e14 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:48:51.869366 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-f8496027-2c20-46e8-9da3-445f253c6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:51.871585 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-f8496027-2c20-46e8-9da3-445f253c6dc7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 1096 time: 0.0806897 Jan 21 13:48:52.057372 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-3a8f3e4b-076d-4359-9e13-e5a008de150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:52.059107 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-3a8f3e4b-076d-4359-9e13-e5a008de150c service neutron] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 915 time: 0.1787477 Jan 21 13:48:52.130673 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-d77c7dae-600b-43d2-a4e5-33bb69a671a4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b HTTP/1.1" status: 200 len: 217 time: 0.0616970 Jan 21 13:48:52.155953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10103ef8-139a-4c8d-a894-8bf75989fec0 req-0e6bb1bb-3d9d-4d09-af25-41d235ac9397 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:52.158364 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-10103ef8-139a-4c8d-a894-8bf75989fec0 req-0e6bb1bb-3d9d-4d09-af25-41d235ac9397 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1416233 Jan 21 13:48:52.188025 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:48:52.205796 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-37063eac-c791-45ad-8c36-a5afdadd29f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/261a92ff-198d-45d7-b77d-38790b1d9c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3629248 Jan 21 13:48:52.215769 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b9cb7-7e01-42aa-9987-dafe640ea697 req-239a2ba5-231c-4553-be43-1df11d8874a3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:52.217079 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-524b9cb7-7e01-42aa-9987-dafe640ea697 req-239a2ba5-231c-4553-be43-1df11d8874a3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 943 time: 0.1380203 Jan 21 13:48:52.241903 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-14bbceea-5b07-4f9f-8aaf-ff6f20e4bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:52.243607 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-14bbceea-5b07-4f9f-8aaf-ff6f20e4bf76 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.0942831 Jan 21 13:48:52.261143 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-10103ef8-139a-4c8d-a894-8bf75989fec0 req-2d6118c7-3343-4cf1-a825-685fb7cd92b2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953577 Jan 21 13:48:52.313670 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-add96a9e-cf8b-4ea5-9231-66968dd37e85 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460577 Jan 21 13:48:52.338345 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-524b9cb7-7e01-42aa-9987-dafe640ea697 req-07d30b71-2d82-4635-b7c3-21a819f47f80 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025822 Jan 21 13:48:52.454111 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-49c3933b-d02e-452c-8f17-73c5b6727907 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230609 Jan 21 13:48:52.577713 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f65637c4-5964-4601-8ff6-bb44b4a55caf req-7d0f99d1-f81a-41c5-87fc-cc85934df406 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115475 Jan 21 13:48:52.868794 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 2322e079-96a9-4398-a5e6-ec3f13a758e4 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:52.924326 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 2322e079-96a9-4398-a5e6-ec3f13a758e4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:52.924930 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:52.929390 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42800) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:52.934805 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-350927659-network', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:52.959655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Made reservation on behalf of ec8a346663f941cb82f517a0a238a1f3 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:52.962725 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:52.976972 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.017481 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 2322e079-96a9-4398-a5e6-ec3f13a758e4 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:53.017939 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.045642 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 2322e079-96a9-4398-a5e6-ec3f13a758e4, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=2322e079-96a9-4398-a5e6-ec3f13a758e4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:53.054458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.075843 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks [] for security_group (9d82be2d-0be4-42a9-aca0-5d169f54aa98), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.082606 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9d82be2d-0be4-42a9-aca0-5d169f54aa98), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.095727 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:48:53.109415 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (4a226c70-be32-49e4-b375-43faded332c4), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.109761 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Added segment 4a226c70-be32-49e4-b375-43faded332c4 of type vlan for network 109177da-5e8a-442f-9476-76f788bdd5df Jan 21 13:48:53.122154 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=2322e079-96a9-4398-a5e6-ec3f13a758e4,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:53.162860 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82be2d-0be4-42a9-aca0-5d169f54aa98,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:53.177327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (109177da-5e8a-442f-9476-76f788bdd5df), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.208470 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (109177da-5e8a-442f-9476-76f788bdd5df), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.209478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:53.210085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.279214 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42814) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:53.279857 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3486016 Jan 21 13:48:53.285504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56324175-44b4-4a3f-9ef3-8ff94e4e87d5 admin admin] Pushing event updated for resources: {'Network': ['ID=109177da-5e8a-442f-9476-76f788bdd5df,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:53.292516 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Request body: {'subnet': {'network_id': '109177da-5e8a-442f-9476-76f788bdd5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-350927659-subnet', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:53.301675 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 109177da-5e8a-442f-9476-76f788bdd5df details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:48:53.364533 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Made reservation on behalf of ec8a346663f941cb82f517a0a238a1f3 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:53.367257 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.564559 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Sync routers for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:48:53.584070 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5b96e-c8d9-45ea-a708-a538a76eb438 req-743a0b91-cde5-4fa0-b003-99ef4f579cdc tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:53.586513 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9da5b96e-c8d9-45ea-a708-a538a76eb438 req-743a0b91-cde5-4fa0-b003-99ef4f579cdc tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1700952 Jan 21 13:48:53.588199 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f678d1-77a2-4dea-8fbd-2310aaa1eaf6 req-c88ac849-4d26-4b7e-911f-73f16752755a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:53.597358 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:53.598043 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-56f678d1-77a2-4dea-8fbd-2310aaa1eaf6 req-c88ac849-4d26-4b7e-911f-73f16752755a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 943 time: 0.1817837 Jan 21 13:48:53.600737 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:53.689530 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9da5b96e-c8d9-45ea-a708-a538a76eb438 req-b6b4e799-e210-477a-9b9c-68447856186b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942962 Jan 21 13:48:53.712867 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-56f678d1-77a2-4dea-8fbd-2310aaa1eaf6 req-6c2144cc-994d-4ba3-bca9-83fa993bc94c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137249 Jan 21 13:48:53.840683 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for subnet (88bf4d0f-5944-4db7-a472-3c94f1800756), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.875589 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:53.926156 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bf4d0f-5944-4db7-a472-3c94f1800756,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:53.936852 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Checking segment: {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:53.937537 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Network hostable DHCP agents. Network: 109177da-5e8a-442f-9476-76f788bdd5df, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:48:53.958943 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Network 109177da-5e8a-442f-9476-76f788bdd5df is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:48:53.972217 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 109177da-5e8a-442f-9476-76f788bdd5df) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:53.977440 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:53.983778 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:53.988871 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69484d-ee37-4c3c-ac83-3200e9ad4480 None None] Network 109177da-5e8a-442f-9476-76f788bdd5df requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:54.015044 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42842) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:54.024220 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9a26486c-2cbd-4898-8f09-78c71fe7ece6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7423279 Jan 21 13:48:54.026910 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42846) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:54.031749 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:54.057969 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (b3051fc8-30e3-401e-add3-11b5815bea23), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.059556 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (b3051fc8-30e3-401e-add3-11b5815bea23), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.078103 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device c58b0585-9bc6-4560-a4be-2cdbe88f5e2b details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:48:54.125150 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for router_controller (b3051fc8-30e3-401e-add3-11b5815bea23), precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.202947 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb596-84de-4f60-8a9a-31219115532a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.295959 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for router_gateway (b3051fc8-30e3-401e-add3-11b5815bea23), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.378783 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-109177da-5e8a-442f-9476-76f788bdd5df', 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df', 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'fixed_ips': [{'subnet_id': '88bf4d0f-5944-4db7-a472-3c94f1800756'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:48:54.379654 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.413381 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb596-84de-4f60-8a9a-31219115532a admin admin] Publish callbacks [] for security_group (76849d37-68f4-4016-bb27-77fc458c59fd), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.420308 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb596-84de-4f60-8a9a-31219115532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (76849d37-68f4-4016-bb27-77fc458c59fd), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.436510 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:54.467986 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cd0cb596-84de-4f60-8a9a-31219115532a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbe344ba11214ae181f57891bb42a711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496295 Jan 21 13:48:54.467986 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb596-84de-4f60-8a9a-31219115532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76849d37-68f4-4016-bb27-77fc458c59fd,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:54.469138 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42848) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:54.505723 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'port_id': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', 'mac_address': 'fa:16:3e:8f:21:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb94a4f-15fe-40cc-936c-4e0d9cfee98c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:48:54.532306 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] Publish callbacks [] for security_group (76849d37-68f4-4016-bb27-77fc458c59fd), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.555985 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] Publish callbacks [] for security_group (76849d37-68f4-4016-bb27-77fc458c59fd), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.579795 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 2, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:54.597640 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for router_gateway (b3051fc8-30e3-401e-add3-11b5815bea23), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.609972 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (76849d37-68f4-4016-bb27-77fc458c59fd), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.613020 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.616843 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:54.616988 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76849d37-68f4-4016-bb27-77fc458c59fd HTTP/1.1" status: 204 len: 168 time: 0.1435149 Jan 21 13:48:54.617081 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.617081 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Checking router: 261a92ff-198d-45d7-b77d-38790b1d9c8d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:48:54.617081 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Updating router 261a92ff-198d-45d7-b77d-38790b1d9c8d port 298a404a-236d-44ae-9012-e28f57f00e14 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:48:54.623754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d195d-3244-48ef-a2b2-3dd62793eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76849d37-68f4-4016-bb27-77fc458c59fd,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:54.629486 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.673609 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58b0585-9bc6-4560-a4be-2cdbe88f5e2b {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:48:54.681486 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Allocated IP 172.20.0.2 (109177da-5e8a-442f-9476-76f788bdd5df/88bf4d0f-5944-4db7-a472-3c94f1800756/c684f12c-3b95-4048-a924-aa48e77ab582) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:54.690019 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (298a404a-236d-44ae-9012-e28f57f00e14), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.735494 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:54.767317 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:54.784507 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Allocated IP 172.27.3.82 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/697f9753-c28b-4848-8452-e370cc13bb2b) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:54.841775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 2322e079-96a9-4398-a5e6-ec3f13a758e4 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:54.928750 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d15132-22e5-4e5e-a02c-c731fb5e1678 req-607de6bd-78e4-482e-a32b-e4803fe190c3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:54.954282 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69d15132-22e5-4e5e-a02c-c731fb5e1678 req-607de6bd-78e4-482e-a32b-e4803fe190c3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 944 time: 0.0989218 Jan 21 13:48:54.989852 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88fcdf-b565-45ff-8b95-b96d2f10a088 req-0d436e4d-71dd-4e46-b855-cd712a40aece tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:54.996484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:54.999148 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1e88fcdf-b565-45ff-8b95-b96d2f10a088 req-0d436e4d-71dd-4e46-b855-cd712a40aece tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1337538 Jan 21 13:48:55.037844 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69d15132-22e5-4e5e-a02c-c731fb5e1678 req-667b333a-559a-4e07-8984-cd237106778c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809953 Jan 21 13:48:55.110638 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42872) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:55.120258 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1e88fcdf-b565-45ff-8b95-b96d2f10a088 req-f4b239e1-103f-4756-a8ba-a15906fe576d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192596 Jan 21 13:48:55.148517 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30807d1c-b774-4fbf-b0e4-342de2d045c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.155723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for port (697f9753-c28b-4848-8452-e370cc13bb2b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.205000 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 2322e079-96a9-4398-a5e6-ec3f13a758e4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:55.205659 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.247998 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks [] for port (c684f12c-3b95-4048-a924-aa48e77ab582), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.251589 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:48:55.257024 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30807d1c-b774-4fbf-b0e4-342de2d045c9 admin admin] Publish callbacks [] for security_group (deabbd8f-06a9-48ee-804d-d570abf47526), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.261747 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30807d1c-b774-4fbf-b0e4-342de2d045c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (deabbd8f-06a9-48ee-804d-d570abf47526), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.309769 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-30807d1c-b774-4fbf-b0e4-342de2d045c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d26bc8aa94e4346bb44d9b0d00ed43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973927 Jan 21 13:48:55.310827 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30807d1c-b774-4fbf-b0e4-342de2d045c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deabbd8f-06a9-48ee-804d-d570abf47526,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:55.313155 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42876) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:55.340211 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.362749 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Network 109177da-5e8a-442f-9476-76f788bdd5df is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:55.369304 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:55.372376 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:55.373825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] Publish callbacks [] for security_group (deabbd8f-06a9-48ee-804d-d570abf47526), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.399046 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] Publish callbacks [] for security_group (deabbd8f-06a9-48ee-804d-d570abf47526), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.455278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (deabbd8f-06a9-48ee-804d-d570abf47526), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.458582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.459816 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.460013 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/deabbd8f-06a9-48ee-804d-d570abf47526 HTTP/1.1" status: 204 len: 168 time: 0.1458690 Jan 21 13:48:55.470593 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b286ab-43c8-44cf-bbc9-df5ae79d8d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deabbd8f-06a9-48ee-804d-d570abf47526,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:55.501739 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:55.507539 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:55.511487 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:55.535686 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Pushing event updated for resources: {'Port': ['ID=697f9753-c28b-4848-8452-e370cc13bb2b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:55.562756 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Pushing event updated for resources: {'Port': ['ID=c684f12c-3b95-4048-a924-aa48e77ab582,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:55.615255 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Attempting to bind port c684f12c-3b95-4048-a924-aa48e77ab582 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:55.615629 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Attempting to bind port c684f12c-3b95-4048-a924-aa48e77ab582 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:55.615997 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Attempting to bind port c684f12c-3b95-4048-a924-aa48e77ab582 on network 109177da-5e8a-442f-9476-76f788bdd5df {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:55.639585 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks [] for port (298a404a-236d-44ae-9012-e28f57f00e14), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.641512 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:55.641906 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Checking segment: {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:55.642492 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.642934 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Bound using segment: {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:55.643477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Bound port: c684f12c-3b95-4048-a924-aa48e77ab582, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:55.643852 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.647584 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 2322e079-96a9-4398-a5e6-ec3f13a758e4 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:55.665514 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.776763 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2149-88be-414b-8735-dbb536e224a7 None None] Pushing event updated for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:55.789526 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for router_gateway (b3051fc8-30e3-401e-add3-11b5815bea23), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.874798 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] For port c684f12c-3b95-4048-a924-aa48e77ab582, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:55.879398 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] For port c684f12c-3b95-4048-a924-aa48e77ab582, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=c684f12c-3b95-4048-a924-aa48e77ab582,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:55.885069 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Attempting to bind port 298a404a-236d-44ae-9012-e28f57f00e14 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:55.886063 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Attempting to bind port 298a404a-236d-44ae-9012-e28f57f00e14 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:55.886991 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Attempting to bind port 298a404a-236d-44ae-9012-e28f57f00e14 on network 26d3b52c-77bd-4f5d-962e-30057cef4db0 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:55.895465 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.902710 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:55.903337 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Checking segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:55.903897 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:55.904467 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Bound using segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:55.905377 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Bound port: 298a404a-236d-44ae-9012-e28f57f00e14, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:55.905926 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (298a404a-236d-44ae-9012-e28f57f00e14), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.020881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650313b-a361-4adf-a00c-bf150f7a81cf None None] Pushing event updated for resources: {'Port': ['ID=c684f12c-3b95-4048-a924-aa48e77ab582,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:56.042913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] For port 298a404a-236d-44ae-9012-e28f57f00e14, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:56.046546 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] For port 298a404a-236d-44ae-9012-e28f57f00e14, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=298a404a-236d-44ae-9012-e28f57f00e14,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:56.056404 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.069473 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (b3051fc8-30e3-401e-add3-11b5815bea23), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.172665 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2149-88be-414b-8735-dbb536e224a7 None None] Pushing event updated for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:56.208837 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Provisioning complete for port 298a404a-236d-44ae-9012-e28f57f00e14 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:56.209508 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (298a404a-236d-44ae-9012-e28f57f00e14), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.221060 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:56.221977 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:56.333976 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f552161-b1e1-4547-afd7-c1f6f1f58a0e req-531482fe-8b66-4cf6-991d-e88daf615023 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:56.361531 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7f552161-b1e1-4547-afd7-c1f6f1f58a0e req-531482fe-8b66-4cf6-991d-e88daf615023 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 944 time: 0.1630020 Jan 21 13:48:56.422659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335634fc-b42e-456a-858e-5b00fcd57d30 req-0531673d-5093-4df3-84ad-55ec1f157b2a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:56.431739 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-335634fc-b42e-456a-858e-5b00fcd57d30 req-0531673d-5093-4df3-84ad-55ec1f157b2a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1355052 Jan 21 13:48:56.453650 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Router b3051fc8-30e3-401e-add3-11b5815bea23 is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:48:56.494459 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7f552161-b1e1-4547-afd7-c1f6f1f58a0e req-67f00714-5f67-439e-ba04-908543e22a2b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300766 Jan 21 13:48:56.519386 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-335634fc-b42e-456a-858e-5b00fcd57d30 req-e49bd0a4-66f4-4700-8de4-cd63fc549488 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830510 Jan 21 13:48:56.662973 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:56.735891 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42918) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:56.772115 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:48:56.783688 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Sync routers for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:48:56.799308 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.800502 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:56.801150 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:56.806124 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cf50fec5-197f-450b-bc1b-14404576c913 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7779379 Jan 21 13:48:56.806526 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42924) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:56.806759 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42922) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:56.953160 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device c58b0585-9bc6-4560-a4be-2cdbe88f5e2b up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:56.955311 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device c684f12c-3b95-4048-a924-aa48e77ab582 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:56.981151 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Current status of the port 298a404a-236d-44ae-9012-e28f57f00e14 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:56.981548 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (298a404a-236d-44ae-9012-e28f57f00e14), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:56.994336 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:57.042304 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852415706-network', 'tenant_id': 'b669350b16e0498ab22906c3cf9e8b0d'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:57.047369 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-287dcb9a-35a4-4da8-824f-ba634022a752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.115447 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Made reservation on behalf of b669350b16e0498ab22906c3cf9e8b0d for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:57.118617 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.154417 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.206005 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] For port 298a404a-236d-44ae-9012-e28f57f00e14, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=298a404a-236d-44ae-9012-e28f57f00e14,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:57.231413 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:55Z', 'revision_number': 3, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:57.241298 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.267662 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Checking router: b3051fc8-30e3-401e-add3-11b5815bea23 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:48:57.267662 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Updating router b3051fc8-30e3-401e-add3-11b5815bea23 port 697f9753-c28b-4848-8452-e370cc13bb2b binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:48:57.273924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-287dcb9a-35a4-4da8-824f-ba634022a752 admin admin] Publish callbacks [] for security_group (598559d7-bfeb-4d89-9358-32cffa3776ba), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.289295 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:48:57.292688 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-287dcb9a-35a4-4da8-824f-ba634022a752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (598559d7-bfeb-4d89-9358-32cffa3776ba), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.310281 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.311428 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:57.311809 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.335914 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port c684f12c-3b95-4048-a924-aa48e77ab582 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:57.336292 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.361168 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dcb9a-35a4-4da8-824f-ba634022a752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598559d7-bfeb-4d89-9358-32cffa3776ba,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:57.390347 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-287dcb9a-35a4-4da8-824f-ba634022a752 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df706bed0e344c4e96deb0fd45461765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806489 Jan 21 13:48:57.396939 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42930) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:57.465843 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks [] for security_group (3ddfc25e-198e-4e5f-a408-d86cc0ac35fa), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.473004 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3ddfc25e-198e-4e5f-a408-d86cc0ac35fa), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.478235 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821541-a2a1-45ea-8396-ef83abbdbb6e None None] Pushing event updated for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:57.502570 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:48:57.513713 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-5f4378a0-6556-4193-9b27-be85485a9197 None None] Provisioning complete for port 298a404a-236d-44ae-9012-e28f57f00e14 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:57.514083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5f4378a0-6556-4193-9b27-be85485a9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (298a404a-236d-44ae-9012-e28f57f00e14), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.515291 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (78f6c8e2-1689-4022-a016-437f2e44c9a8), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.531728 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Added segment 78f6c8e2-1689-4022-a016-437f2e44c9a8 of type vlan for network e86ea1bf-0000-47b0-baa6-3ffa651a54bf Jan 21 13:48:57.542968 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.589981 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (e86ea1bf-0000-47b0-baa6-3ffa651a54bf), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.653409 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] Publish callbacks [] for security_group (598559d7-bfeb-4d89-9358-32cffa3776ba), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.704664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (e86ea1bf-0000-47b0-baa6-3ffa651a54bf), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.709055 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:57.709902 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.747398 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:56Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:57.768181 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddfc25e-198e-4e5f-a408-d86cc0ac35fa,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:57.817145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b1fb4-0963-4307-a649-2121b64122f9 None None] Network 109177da-5e8a-442f-9476-76f788bdd5df requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:57.831597 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] Publish callbacks [] for security_group (598559d7-bfeb-4d89-9358-32cffa3776ba), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.844641 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfbf7b-a569-4c4f-99fd-194d00538b69 None None] The sync data for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi is: [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:56Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:48:57.854619 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks [] for port (697f9753-c28b-4848-8452-e370cc13bb2b), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.868219 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:57.868650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.871773 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port c684f12c-3b95-4048-a924-aa48e77ab582 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:57.872161 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.872304 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:57.880930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8be5-d1e5-4af8-9b9e-d9437ca96ec5 req-70d7bf6a-7589-4a0d-8c3e-27df34f13538 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:57.895476 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7adb8be5-d1e5-4af8-9b9e-d9437ca96ec5 req-70d7bf6a-7589-4a0d-8c3e-27df34f13538 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 944 time: 0.1957963 Jan 21 13:48:57.951496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42944) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:57.965592 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996a36-938b-4a17-8279-eb6c1e15f23d None None] Pushing event updated for resources: {'Port': ['ID=697f9753-c28b-4848-8452-e370cc13bb2b,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:57.967185 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2297397 Jan 21 13:48:57.995416 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Attempting to bind port 697f9753-c28b-4848-8452-e370cc13bb2b on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:48:57.995794 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Attempting to bind port 697f9753-c28b-4848-8452-e370cc13bb2b by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:48:57.996165 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Attempting to bind port 697f9753-c28b-4848-8452-e370cc13bb2b on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:48:58.002067 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:48:58.002441 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:58.002916 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.004095 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:48:58.004580 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Bound port: 697f9753-c28b-4848-8452-e370cc13bb2b, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:48:58.004711 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 42948) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:58.004996 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.025638 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233c32-c0d0-4a5e-912a-9667c6e2789e req-6d4cac5a-e7c8-4711-baa6-308037c2f6d1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:58.030955 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6233c32-c0d0-4a5e-912a-9667c6e2789e req-6d4cac5a-e7c8-4711-baa6-308037c2f6d1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.3429267 Jan 21 13:48:58.044559 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Request body: {'subnet': {'network_id': 'e86ea1bf-0000-47b0-baa6-3ffa651a54bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852415706-subnet', 'tenant_id': 'b669350b16e0498ab22906c3cf9e8b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:48:58.046136 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce9fd5-97b4-4adb-9121-2731777fc747 admin admin] Pushing event updated for resources: {'Network': ['ID=e86ea1bf-0000-47b0-baa6-3ffa651a54bf,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:58.073751 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] For port 697f9753-c28b-4848-8452-e370cc13bb2b, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:48:58.077724 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:58.080988 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] For port 697f9753-c28b-4848-8452-e370cc13bb2b, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=697f9753-c28b-4848-8452-e370cc13bb2b,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:48:58.091322 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:48:58.091937 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.100702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3227bfdd-7825-459d-b3f7-07dbd0fae4fb" -d '{"events": [{"server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "name": "network-vif-plugged", "status": "completed", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:48:58.123499 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network e86ea1bf-0000-47b0-baa6-3ffa651a54bf details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:48:58.126708 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7adb8be5-d1e5-4af8-9b9e-d9437ca96ec5 req-1f528790-ef28-433c-b202-037e7bffbcb7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302623 Jan 21 13:48:58.140922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.208421 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:48:58.210968 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:58.265345 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0029dee5-4530-40a4-9057-71bf9cde7bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.273231 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (598559d7-bfeb-4d89-9358-32cffa3776ba), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.276055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.276529 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-5f4378a0-6556-4193-9b27-be85485a9197 None None] Current status of the port 298a404a-236d-44ae-9012-e28f57f00e14 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:58.284931 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/598559d7-bfeb-4d89-9358-32cffa3776ba HTTP/1.1" status: 204 len: 168 time: 0.8868456 Jan 21 13:48:58.300998 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port c684f12c-3b95-4048-a924-aa48e77ab582, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=c684f12c-3b95-4048-a924-aa48e77ab582,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:48:58.309845 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996a36-938b-4a17-8279-eb6c1e15f23d None None] Pushing event updated for resources: {'Port': ['ID=697f9753-c28b-4848-8452-e370cc13bb2b,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:58.321476 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.328855 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:58.337151 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6233c32-c0d0-4a5e-912a-9667c6e2789e req-e53e4a18-000a-4481-8270-fea8cbdf3389 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500904 Jan 21 13:48:58.348279 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Made reservation on behalf of b669350b16e0498ab22906c3cf9e8b0d for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:48:58.356305 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29617724'] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.412643 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=c684f12c-3b95-4048-a924-aa48e77ab582,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:58.431484 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a0abc11c-345d-43c3-9e7d-a6549876c4a5 None None] Provisioning complete for port c684f12c-3b95-4048-a924-aa48e77ab582 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:58.433211 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a0abc11c-345d-43c3-9e7d-a6549876c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.448169 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:48:58.467961 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Allocated IP 172.20.0.1 (109177da-5e8a-442f-9476-76f788bdd5df/88bf4d0f-5944-4db7-a472-3c94f1800756/12faa3d0-6c7d-4373-8a6d-e061ad42a8dd) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:48:58.471103 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954055ee-e6c0-485a-b6ed-f5feec11551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598559d7-bfeb-4d89-9358-32cffa3776ba,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:58.480889 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aad5cc4-67ff-4bc2-b038-49b9b03e43c8 x-openstack-request-id: req-1aad5cc4-67ff-4bc2-b038-49b9b03e43c8 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:48:58.481178 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "name": "network-vif-plugged", "status": "completed", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:48:58.481465 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1aad5cc4-67ff-4bc2-b038-49b9b03e43c8 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:48:58.481855 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', 'code': 200} Jan 21 13:48:58.648339 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a0abc11c-345d-43c3-9e7d-a6549876c4a5 None None] Current status of the port c684f12c-3b95-4048-a924-aa48e77ab582 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:58.783439 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-db7472bc-0425-4ac6-a3f9-f8bb90a963db None None] Provisioning complete for port c684f12c-3b95-4048-a924-aa48e77ab582 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:58.783891 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-db7472bc-0425-4ac6-a3f9-f8bb90a963db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.834530 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:55Z', 'revision_number': 3, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:48:58.862575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0029dee5-4530-40a4-9057-71bf9cde7bce admin admin] Publish callbacks [] for security_group (2d13c7e5-4c48-4eff-8c21-6a8a97e11956), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.895132 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80103439-6edc-44f0-a929-a5560892baf4 None None] The sync data for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi is: [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:55Z', 'revision_number': 3, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:48:58.941227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0029dee5-4530-40a4-9057-71bf9cde7bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2d13c7e5-4c48-4eff-8c21-6a8a97e11956), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:58.945784 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-db7472bc-0425-4ac6-a3f9-f8bb90a963db None None] Current status of the port c684f12c-3b95-4048-a924-aa48e77ab582 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:59.009470 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153a38c-a03d-4f0c-b049-5b59a36be7af req-7bf2d305-3930-4a86-8ded-96ddd310b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:59.012219 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d153a38c-a03d-4f0c-b049-5b59a36be7af req-7bf2d305-3930-4a86-8ded-96ddd310b818 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 1098 time: 0.3359270 Jan 21 13:48:59.052944 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device c684f12c-3b95-4048-a924-aa48e77ab582 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:59.056678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29360420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29617698'] for subnet (9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.081017 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks [] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.130327 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port c684f12c-3b95-4048-a924-aa48e77ab582 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:59.131243 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.162751 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0029dee5-4530-40a4-9057-71bf9cde7bce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9d2d48168a194058b6a706ee1db1d704&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2043593 Jan 21 13:48:59.165129 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029dee5-4530-40a4-9057-71bf9cde7bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d13c7e5-4c48-4eff-8c21-6a8a97e11956,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:59.165388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 42966) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:48:59.174631 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d153a38c-a03d-4f0c-b049-5b59a36be7af req-2e69e759-aef9-4c2c-a472-04392e472c17 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495600 Jan 21 13:48:59.214343 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:59.246619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Checking segment: {'id': '78f6c8e2-1689-4022-a016-437f2e44c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e86ea1bf-0000-47b0-baa6-3ffa651a54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:48:59.246982 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Network hostable DHCP agents. Network: e86ea1bf-0000-47b0-baa6-3ffa651a54bf, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:48:59.278465 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.355294 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Network 109177da-5e8a-442f-9476-76f788bdd5df is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:48:59.360602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:59.363128 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] Publish callbacks [] for security_group (2d13c7e5-4c48-4eff-8c21-6a8a97e11956), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.363259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:48:59.368195 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Network e86ea1bf-0000-47b0-baa6-3ffa651a54bf is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:48:59.376966 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port c684f12c-3b95-4048-a924-aa48e77ab582 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:48:59.378129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 298a404a-236d-44ae-9012-e28f57f00e14 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:48:59.445266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] Publish callbacks [] for security_group (2d13c7e5-4c48-4eff-8c21-6a8a97e11956), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.482716 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Pushing event updated for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:59.528493 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eab88-c22e-4d50-ba4b-62cd9d29e809 req-44fd1605-f2ed-4ac9-b0b8-92a4cd2418ab tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:59.533198 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2d13c7e5-4c48-4eff-8c21-6a8a97e11956), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.533391 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ab8eab88-c22e-4d50-ba4b-62cd9d29e809 req-44fd1605-f2ed-4ac9-b0b8-92a4cd2418ab tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.2736342 Jan 21 13:48:59.536196 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.536341 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, e86ea1bf-0000-47b0-baa6-3ffa651a54bf) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:48:59.538102 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d13c7e5-4c48-4eff-8c21-6a8a97e11956 HTTP/1.1" status: 204 len: 168 time: 0.3709269 Jan 21 13:48:59.568464 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:59.569112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.589856 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165cf28-9b14-4159-aa89-c92f19c6685b None None] Network e86ea1bf-0000-47b0-baa6-3ffa651a54bf requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:48:59.593685 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea182f2d-0917-4fca-9334-b1b05cbfa447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d13c7e5-4c48-4eff-8c21-6a8a97e11956,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:48:59.614801 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (b3051fc8-30e3-401e-add3-11b5815bea23), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.727754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640b647-a24e-40b6-b2a9-b365500ff152 req-10765dc5-f126-4807-a49c-905852b4e8d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:48:59.732010 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3640b647-a24e-40b6-b2a9-b365500ff152 req-10765dc5-f126-4807-a49c-905852b4e8d9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0910230 Jan 21 13:48:59.824510 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3640b647-a24e-40b6-b2a9-b365500ff152 req-90c16513-d4e6-43f1-84b5-7afba7041dff tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860889 Jan 21 13:48:59.842552 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 298a404a-236d-44ae-9012-e28f57f00e14 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:59.842945 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (298a404a-236d-44ae-9012-e28f57f00e14), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:48:59.995930 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7b1659fa-9a0a-4e8a-a91e-b8ef07ed39f9 None None] Provisioning complete for port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:48:59.996313 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7b1659fa-9a0a-4e8a-a91e-b8ef07ed39f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.028331 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d521e8-8834-42d3-b3c2-58dc84d73778 None None] Network e86ea1bf-0000-47b0-baa6-3ffa651a54bf requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:00.104430 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 298a404a-236d-44ae-9012-e28f57f00e14 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:00.145559 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7b1659fa-9a0a-4e8a-a91e-b8ef07ed39f9 None None] Port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:00.302788 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d9786f14-769a-43ff-b421-34db88cfe12c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2700596 Jan 21 13:49:00.336871 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ab8eab88-c22e-4d50-ba4b-62cd9d29e809 req-48c69401-2072-4665-9ef8-680dfa82de31 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857609 Jan 21 13:49:00.446475 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.702764 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks [] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.708854 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.793262 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (b3051fc8-30e3-401e-add3-11b5815bea23), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.797329 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Pushing event updated for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:00.845799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 697f9753-c28b-4848-8452-e370cc13bb2b up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:00.896984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 697f9753-c28b-4848-8452-e370cc13bb2b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:00.897364 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:00.908643 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Network 109177da-5e8a-442f-9476-76f788bdd5df is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:00.910405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:01.000275 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 697f9753-c28b-4848-8452-e370cc13bb2b is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:01.000275 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.032947 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 697f9753-c28b-4848-8452-e370cc13bb2b, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=697f9753-c28b-4848-8452-e370cc13bb2b,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:01.038269 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.049069 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e196d-da46-4dde-9e1e-09f747cf04dc req-ca4e5ea5-67d6-4ba8-a399-a9d3515e527c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:01.053465 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b12e196d-da46-4dde-9e1e-09f747cf04dc req-ca4e5ea5-67d6-4ba8-a399-a9d3515e527c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1312003 Jan 21 13:49:01.103469 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=697f9753-c28b-4848-8452-e370cc13bb2b,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:01.145771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43012) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:01.152293 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289995547-network', 'tenant_id': '96db7cca805545ec868be5844638fbc6'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:01.180761 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Made reservation on behalf of 96db7cca805545ec868be5844638fbc6 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:01.183578 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Router b3051fc8-30e3-401e-add3-11b5815bea23 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:49:01.187730 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.191354 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b12e196d-da46-4dde-9e1e-09f747cf04dc req-90f19f89-cebc-4ed1-aef3-8c3c57934158 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Jan 21 13:49:01.201555 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.277805 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-cff9e654-9d5b-46aa-8607-399e2fb46acc None None] Provisioning complete for port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:01.278083 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cff9e654-9d5b-46aa-8607-399e2fb46acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.297799 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks [] for security_group (1e89f644-6006-4e1f-b5de-b08a0ffe36a4), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.305124 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1e89f644-6006-4e1f-b5de-b08a0ffe36a4), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.315241 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-cff9e654-9d5b-46aa-8607-399e2fb46acc None None] Port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:01.322388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:01.328400 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-157400a4-bd2e-442c-a482-13ceb0f7ed41 admin admin] 10.222.0.84 "PUT /v2.0/routers/b3051fc8-30e3-401e-add3-11b5815bea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5203393 Jan 21 13:49:01.330416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:49:01.342625 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (dd743ea3-205a-4958-8430-6c7b05a9a0c5), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.342979 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Added segment dd743ea3-205a-4958-8430-6c7b05a9a0c5 of type vlan for network 8648aab6-6b3f-4ca8-a176-782cd3a4b1df Jan 21 13:49:01.365792 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89f644-6006-4e1f-b5de-b08a0ffe36a4,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:01.404526 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (8648aab6-6b3f-4ca8-a176-782cd3a4b1df), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.452787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (8648aab6-6b3f-4ca8-a176-782cd3a4b1df), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.453786 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:01.454382 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.496477 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3494995 Jan 21 13:49:01.499580 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43024) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:01.504959 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Request body: {'subnet': {'network_id': '8648aab6-6b3f-4ca8-a176-782cd3a4b1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289995547-subnet', 'tenant_id': '96db7cca805545ec868be5844638fbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:01.531990 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Made reservation on behalf of 96db7cca805545ec868be5844638fbc6 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:01.534673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29617724'] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.545922 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66f283-15fa-47cd-a22f-ed1b9c60d956 req-7324102d-02b2-4ec3-bd48-588ed931abc1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:01.548712 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5d66f283-15fa-47cd-a22f-ed1b9c60d956 req-7324102d-02b2-4ec3-bd48-588ed931abc1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.1269577 Jan 21 13:49:01.550148 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac901f-cccf-4832-8c0d-0f9edfdd603b admin admin] Pushing event updated for resources: {'Network': ['ID=8648aab6-6b3f-4ca8-a176-782cd3a4b1df,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:01.563197 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 8648aab6-6b3f-4ca8-a176-782cd3a4b1df details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:49:01.623022 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5d66f283-15fa-47cd-a22f-ed1b9c60d956 req-2887456a-9c6b-4af1-918f-5137683213e2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687840 Jan 21 13:49:01.662894 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Sync routers for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:01.726684 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:01.727330 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:01.867857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29360420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29617698'] for subnet (5b1455a4-337c-4f35-97dc-02db2e274803), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:01.909246 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:02.005088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1455a4-337c-4f35-97dc-02db2e274803,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:02.037231 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.037671 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.038469 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.039103 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.039504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.040502 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.054285 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.055709 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.057952 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.057952 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.057952 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.058247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.060225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:02.068978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Checking segment: {'id': 'dd743ea3-205a-4958-8430-6c7b05a9a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8648aab6-6b3f-4ca8-a176-782cd3a4b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:02.069341 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Network hostable DHCP agents. Network: 8648aab6-6b3f-4ca8-a176-782cd3a4b1df, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:49:02.093796 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Network 8648aab6-6b3f-4ca8-a176-782cd3a4b1df is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:49:02.106374 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 8648aab6-6b3f-4ca8-a176-782cd3a4b1df) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:02.120493 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1882aba-90a4-44f2-98d4-3d3f2d8bb035 None None] Network 8648aab6-6b3f-4ca8-a176-782cd3a4b1df requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:02.123396 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:02.124521 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:02.145142 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-dd6d4cdb-7b09-4193-967f-95c28c759fe0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6432786 Jan 21 13:49:02.273596 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:00Z', 'revision_number': 4, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '12faa3d0-6c7d-4373-8a6d-e061ad42a8dd', 'name': '', 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'mac_address': 'fa:16:3e:4d:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:57Z', 'updated_at': '2022-01-21T13:49:00Z', 'revision_number': 2, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'subnets': [{'id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:02.333289 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd2c3b-1398-4daa-93b4-bb0ffdcb936b None None] Network 8648aab6-6b3f-4ca8-a176-782cd3a4b1df requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:02.335855 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Checking router: b3051fc8-30e3-401e-add3-11b5815bea23 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:02.336212 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Updating router b3051fc8-30e3-401e-add3-11b5815bea23 port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:49:02.407611 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa529-25ab-47fc-a380-1f10d917301c req-8cb556c5-4ed6-4238-9d2b-26145f797568 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:02.408856 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-098fa529-25ab-47fc-a380-1f10d917301c req-8cb556c5-4ed6-4238-9d2b-26145f797568 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1046288 Jan 21 13:49:02.413727 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:02.491820 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-098fa529-25ab-47fc-a380-1f10d917301c req-350ad003-28d2-45d4-b830-a9ef96e15172 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763156 Jan 21 13:49:02.743779 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks [] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:02.752919 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:02.824694 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a956a-961d-4656-b8ca-be73f700a541 None None] Pushing event updated for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:02.831316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 697f9753-c28b-4848-8452-e370cc13bb2b up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:02.944122 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Attempting to bind port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:02.944817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Attempting to bind port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:02.945052 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Attempting to bind port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd on network 109177da-5e8a-442f-9476-76f788bdd5df {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:02.953292 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:02.953677 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Checking segment: {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:02.954092 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:02.954495 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Bound using segment: {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:02.954983 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Bound port: 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a226c70-be32-49e4-b375-43faded332c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:02.955379 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.052230 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] For port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:03.056802 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] For port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:03.063688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 697f9753-c28b-4848-8452-e370cc13bb2b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:03.064054 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.092866 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.184700 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:03.185350 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:48:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:03.192387 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Provisioning complete for port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:03.192795 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.452687 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a956a-961d-4656-b8ca-be73f700a541 None None] Pushing event updated for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:03.581322 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 697f9753-c28b-4848-8452-e370cc13bb2b is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:03.636487 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Current status of the port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:03.636908 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.648054 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:03.742195 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] For port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:03.758906 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.878093 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2a5f2-e319-45cf-98dc-98a0bc48fdcb None None] Pushing event updated for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:03.920340 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d910040e-3293-4760-8e29-3922dce9e978 None None] Provisioning complete for port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:03.920754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d910040e-3293-4760-8e29-3922dce9e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:03.991418 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:00Z', 'revision_number': 4, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '12faa3d0-6c7d-4373-8a6d-e061ad42a8dd', 'name': '', 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'mac_address': 'fa:16:3e:4d:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:57Z', 'updated_at': '2022-01-21T13:49:03Z', 'revision_number': 4, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'subnets': [{'id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:04.024564 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141c7d6-1b1a-4522-a35f-d89adcb675fd None None] The sync data for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi is: [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:00Z', 'revision_number': 4, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '12faa3d0-6c7d-4373-8a6d-e061ad42a8dd', 'name': '', 'network_id': '109177da-5e8a-442f-9476-76f788bdd5df', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'mac_address': 'fa:16:3e:4d:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:57Z', 'updated_at': '2022-01-21T13:49:03Z', 'revision_number': 4, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'subnets': [{'id': '88bf4d0f-5944-4db7-a472-3c94f1800756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:04.065826 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-d910040e-3293-4760-8e29-3922dce9e978 None None] Current status of the port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:04.835178 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:04.895599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:04.896309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:04.989800 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:05.449012 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6c3a-a079-4f47-8eec-47e13f6616da req-0ed048ec-a587-45cb-8b7d-2babf74897bf tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:05.450677 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13bd6c3a-a079-4f47-8eec-47e13f6616da req-0ed048ec-a587-45cb-8b7d-2babf74897bf tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0541949 Jan 21 13:49:05.511012 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13bd6c3a-a079-4f47-8eec-47e13f6616da req-51d15b44-5f00-4e7f-9855-4746abc2aa55 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Jan 21 13:49:06.853518 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a2547-fae0-4285-9d17-aacf33a7ebc2 req-112a2d8f-83b0-4954-abf0-94da7bc0200a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:06.863604 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-581a2547-fae0-4285-9d17-aacf33a7ebc2 req-112a2d8f-83b0-4954-abf0-94da7bc0200a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0770290 Jan 21 13:49:06.919347 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-581a2547-fae0-4285-9d17-aacf33a7ebc2 req-2bd3e6c5-dbd0-4b4c-b83a-7378be02c6c9 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548074 Jan 21 13:49:09.849922 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996159-3ad3-4196-9b44-dbfd3c3d32a2 req-c32aab1d-f259-49dd-bb01-f9fd21422121 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:09.851493 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5e996159-3ad3-4196-9b44-dbfd3c3d32a2 req-c32aab1d-f259-49dd-bb01-f9fd21422121 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0814731 Jan 21 13:49:09.930805 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5e996159-3ad3-4196-9b44-dbfd3c3d32a2 req-049b5588-5d28-4a81-9774-017f8feae706 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 Jan 21 13:49:10.914559 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:11.055201 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3845-a4c1-4958-8d2c-8b6ce5f80217 req-e1bad732-8e89-4ee0-a73b-7ea5637ed4e8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:11.056943 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-226f3845-a4c1-4958-8d2c-8b6ce5f80217 req-e1bad732-8e89-4ee0-a73b-7ea5637ed4e8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0578465 Jan 21 13:49:11.126133 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-226f3845-a4c1-4958-8d2c-8b6ce5f80217 req-0f7a7530-050b-4762-bf88-8d9135965091 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Jan 21 13:49:11.324202 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4c88c0e6-dff9-4313-a260-92d4e069c39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:12.004185 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-47eb61d1-a436-4989-b26c-f0eda4e208f5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:12.005677 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-47eb61d1-a436-4989-b26c-f0eda4e208f5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 814 time: 0.1006200 Jan 21 13:49:12.019895 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-fffc512a-8ad6-4604-82b2-f8f9697b1a9e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/quotas/cc3afc808f84460e9dce024a40c56a4c HTTP/1.1" status: 200 len: 375 time: 0.0087278 Jan 21 13:49:12.072394 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-61acb437-f5f9-486e-a74f-03d456a34492 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476413 Jan 21 13:49:12.167518 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-94d9588b-8347-481c-8ea4-00483a92be86 service neutron] 10.222.0.84 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820949 Jan 21 13:49:12.257837 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e60d63bc-353d-4d69-8402-27c0827508ba service neutron] 10.222.0.84 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847714 Jan 21 13:49:13.334129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-83d23058-6e34-4af0-a13e-ec100062a377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:13.941735 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1920669-d22f-439c-b847-a767c72437ee req-52c1354a-440f-4bef-9172-910a28768bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:13.943246 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-52c1354a-440f-4bef-9172-910a28768bc4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.0491970 Jan 21 13:49:13.988213 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58c23383-fb61-4ec7-b58d-b20afd2a133b req-80b91cf1-17b3-4c5a-b57b-61c40f7ac5e3 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 210 time: 0.0257492 Jan 21 13:49:13.999856 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7ebd-6fa3-4630-a66b-8ab5a48e9a40 req-358c3bb0-afdd-49f9-9d8a-3f3e8e65fe2a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:14.007879 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b5b7ebd-6fa3-4630-a66b-8ab5a48e9a40 req-358c3bb0-afdd-49f9-9d8a-3f3e8e65fe2a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0710161 Jan 21 13:49:14.069369 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b5b7ebd-6fa3-4630-a66b-8ab5a48e9a40 req-dd89bf0e-c2ec-44bc-8635-d4613f65042e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Jan 21 13:49:14.131383 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1920669-d22f-439c-b847-a767c72437ee req-1d352e15-f6da-4e87-8151-593d462b5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:14.132938 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-1d352e15-f6da-4e87-8151-593d462b5892 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.1369634 Jan 21 13:49:14.226008 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-9d078e76-cc39-4cfb-91e9-640c5cf70356 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0549738 Jan 21 13:49:14.268769 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abfc0c-5d68-40f9-90ab-5eb860efd8b3 req-dcaa35a9-acf2-40b0-8c2d-92554834af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:14.270276 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88abfc0c-5d68-40f9-90ab-5eb860efd8b3 req-dcaa35a9-acf2-40b0-8c2d-92554834af93 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.1078658 Jan 21 13:49:14.289334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1920669-d22f-439c-b847-a767c72437ee req-5be55f41-0d53-42af-b1c1-18f97d4480d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:14.291301 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-5be55f41-0d53-42af-b1c1-18f97d4480d5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.0573466 Jan 21 13:49:14.332537 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-797e23d5-bdc5-4dcb-a1ce-65a752978a8b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jan 21 13:49:14.375197 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88abfc0c-5d68-40f9-90ab-5eb860efd8b3 req-64d820e0-f81e-4dee-9576-cce0ae9cfc62 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947487 Jan 21 13:49:14.447487 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-b17c6d67-f4eb-4e30-863a-91be1dcf73b8 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033833 Jan 21 13:49:14.740632 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1920669-d22f-439c-b847-a767c72437ee req-181dfbd8-f8a9-4142-af23-7eea27c10a36 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878527 Jan 21 13:49:15.029344 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.036825 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:15.039596 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:15.041845 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-1fcacb10-67b4-49a3-a94a-14e2c7e8a4b0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:15.043860 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-1fcacb10-67b4-49a3-a94a-14e2c7e8a4b0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 814 time: 0.1341810 Jan 21 13:49:15.063182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'port': {'device_id': '701db945-4044-472e-89aa-39c0d1c95ea1', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'admin_state_up': True, 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:15.141886 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3f73c3a3-9eca-4b78-8b15-6d0253afda9d req-3a205089-cf44-4099-a0d2-8bc898b538f6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 210 time: 0.0590541 Jan 21 13:49:15.243930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddfa78-cc95-4679-824c-ba3ebba4ee96 req-6fc11b0a-ebee-470b-b7f2-d1147fff60ad tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:15.243930 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65ddfa78-cc95-4679-824c-ba3ebba4ee96 req-6fc11b0a-ebee-470b-b7f2-d1147fff60ad tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0707374 Jan 21 13:49:15.244813 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Made reservation on behalf of cc3afc808f84460e9dce024a40c56a4c for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:15.248072 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:15.360309 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65ddfa78-cc95-4679-824c-ba3ebba4ee96 req-986dc877-8cad-4220-b576-d5033171c9c0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089392 Jan 21 13:49:15.465225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Allocated IP 172.20.0.3 (26d3b52c-77bd-4f5d-962e-30057cef4db0/98d9300c-4757-41d1-ba1a-1b576e100efc/2496e76e-909a-4437-9b2f-e13165d82630) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:15.655616 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for port (2496e76e-909a-4437-9b2f-e13165d82630), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:15.700877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:15.762065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:15.767794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:15.771625 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:15.813038 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:15.855804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:15.857006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:15.899475 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-e1b9c017-f5b5-4bb4-aa81-1ebaadc5d5e6 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417871 Jan 21 13:49:16.192544 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4d425b26-096b-41b8-83e2-1cd2e2e686df None None] Provisioning complete for port 2496e76e-909a-4437-9b2f-e13165d82630 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:16.194902 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4d425b26-096b-41b8-83e2-1cd2e2e686df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2496e76e-909a-4437-9b2f-e13165d82630), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:16.241458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4d425b26-096b-41b8-83e2-1cd2e2e686df None None] Port 2496e76e-909a-4437-9b2f-e13165d82630 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:16.281827 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569c8f-5ee5-49f5-85e8-8740cf835074 req-002f5d7e-b748-4824-afaf-71660d5cabd5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:16.283355 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4569c8f-5ee5-49f5-85e8-8740cf835074 req-002f5d7e-b748-4824-afaf-71660d5cabd5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.0519853 Jan 21 13:49:16.333049 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4569c8f-5ee5-49f5-85e8-8740cf835074 req-0c2f7066-84d6-4145-867b-03b14792fba7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 Jan 21 13:49:16.499312 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e21d-380e-4385-a4e3-8aedc262e989 req-4ad25138-4e21-4916-875e-315a1dc0d999 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:16.500773 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:16.500923 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9577e21d-380e-4385-a4e3-8aedc262e989 req-4ad25138-4e21-4916-875e-315a1dc0d999 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0683141 Jan 21 13:49:16.558073 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9577e21d-380e-4385-a4e3-8aedc262e989 req-34d608bb-5adc-4cc2-a15e-8590c635c3b7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Jan 21 13:49:17.005614 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a091641-d610-44ae-9b1f-b93b62bf6d10 req-d60f8669-19d1-4e15-b23d-bb3ac7142ae5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:17.007140 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2a091641-d610-44ae-9b1f-b93b62bf6d10 req-d60f8669-19d1-4e15-b23d-bb3ac7142ae5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0493145 Jan 21 13:49:17.067066 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2a091641-d610-44ae-9b1f-b93b62bf6d10 req-e2d5f626-61f8-4609-b042-246a4c74baf7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530560 Jan 21 13:49:17.486403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0025491-23c3-4cfa-a54b-05118eb71dce req-f1dc344d-a2e2-4999-b6d7-014aa749c888 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:17.488005 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a0025491-23c3-4cfa-a54b-05118eb71dce req-f1dc344d-a2e2-4999-b6d7-014aa749c888 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.0496471 Jan 21 13:49:17.537962 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a0025491-23c3-4cfa-a54b-05118eb71dce req-a35f6ca9-6e21-41ca-8c65-63b29fc9165e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jan 21 13:49:17.715138 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:17.737657 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680ab9a-a17c-4206-bbf4-e6040a821ed4 req-3ea83aab-f948-4e3f-93a5-b66d3aed7e84 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:17.746301 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b680ab9a-a17c-4206-bbf4-e6040a821ed4 req-3ea83aab-f948-4e3f-93a5-b66d3aed7e84 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1147573 Jan 21 13:49:17.802374 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b680ab9a-a17c-4206-bbf4-e6040a821ed4 req-9264ed8d-59a4-4092-8630-8739d570f171 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Jan 21 13:49:18.195883 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a6601-116f-4a07-844b-59781f07e655 req-d07a5881-595f-4479-92c6-8ef3d9ac855a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:18.197605 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-144a6601-116f-4a07-844b-59781f07e655 req-d07a5881-595f-4479-92c6-8ef3d9ac855a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0501873 Jan 21 13:49:18.246064 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-144a6601-116f-4a07-844b-59781f07e655 req-42f39cff-7721-4a97-bd03-3a7420ae288a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Jan 21 13:49:18.720025 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1f776-c908-4ee5-aad0-951fbabcfc1e req-01305330-db0e-439c-bd4d-bace9f908c92 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:18.723075 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87a1f776-c908-4ee5-aad0-951fbabcfc1e req-01305330-db0e-439c-bd4d-bace9f908c92 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.0643170 Jan 21 13:49:18.805813 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87a1f776-c908-4ee5-aad0-951fbabcfc1e req-cd8fca1f-acd2-4379-a369-24c30d923c25 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698009 Jan 21 13:49:18.930433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666356-b80d-41e3-b2f4-b1b1501b50e1 req-a51dc7c6-ee21-41fc-96e4-011a7179fd24 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:18.932064 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2666356-b80d-41e3-b2f4-b1b1501b50e1 req-a51dc7c6-ee21-41fc-96e4-011a7179fd24 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0524118 Jan 21 13:49:18.990000 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2666356-b80d-41e3-b2f4-b1b1501b50e1 req-33d5098f-98b7-42c5-b3dc-5a5e1b0ebcbf tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Jan 21 13:49:19.376579 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c571-14e4-48f7-81da-4ad7e9186ff6 req-b27e237f-4d72-4ccb-b08f-ce135b9ae3c6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:19.378139 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c38c571-14e4-48f7-81da-4ad7e9186ff6 req-b27e237f-4d72-4ccb-b08f-ce135b9ae3c6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0527887 Jan 21 13:49:19.428293 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c38c571-14e4-48f7-81da-4ad7e9186ff6 req-be6dca75-6848-4663-900e-0c87309d484c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Jan 21 13:49:19.639481 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:49:19.944349 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350eece-061d-4b0c-95e3-63b9e36273bb req-177d1e83-d3af-4012-a91b-38de5b397e58 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:19.946599 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8350eece-061d-4b0c-95e3-63b9e36273bb req-177d1e83-d3af-4012-a91b-38de5b397e58 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.0637360 Jan 21 13:49:20.014785 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8350eece-061d-4b0c-95e3-63b9e36273bb req-93545ac4-fa9a-44af-8b92-257abc6dad06 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574200 Jan 21 13:49:20.129423 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd6d9-2fa3-45be-8c10-5e7d4c144a5b req-f7e909c1-515b-45f5-ae0c-850ee050c983 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:20.131147 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-719bd6d9-2fa3-45be-8c10-5e7d4c144a5b req-f7e909c1-515b-45f5-ae0c-850ee050c983 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0641141 Jan 21 13:49:20.209292 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-719bd6d9-2fa3-45be-8c10-5e7d4c144a5b req-bdaf9a47-fc86-4681-91ce-07ac6de29af2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 Jan 21 13:49:20.392121 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43450) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:20.504997 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.560909 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df09b-10aa-4d35-9066-0c962f9b64bc req-ab0db3b2-3173-4bea-8fcc-2b94812317c2 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:20.562470 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-322df09b-10aa-4d35-9066-0c962f9b64bc req-ab0db3b2-3173-4bea-8fcc-2b94812317c2 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0597227 Jan 21 13:49:20.602220 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Publish callbacks [] for security_group (b9fc96d4-afe4-47f5-b56d-49aee00d1208), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.607404 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b9fc96d4-afe4-47f5-b56d-49aee00d1208), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.617854 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-322df09b-10aa-4d35-9066-0c962f9b64bc req-5d2a348c-b708-4b26-81d5-589fad6f4942 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451477 Jan 21 13:49:20.654057 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43456) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:20.654275 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b0b1a8606e84d928a0b062d096aca66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608352 Jan 21 13:49:20.655329 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc96d4-afe4-47f5-b56d-49aee00d1208,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:20.662979 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.663582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.664102 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.664624 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.665125 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.666171 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.666676 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.667215 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.667742 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.668267 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.668835 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.669175 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.669509 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18997f5-d75d-498f-82ab-34af886c4f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:20.710335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] Publish callbacks [] for security_group (b9fc96d4-afe4-47f5-b56d-49aee00d1208), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.735520 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] Publish callbacks [] for security_group (b9fc96d4-afe4-47f5-b56d-49aee00d1208), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.788855 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b9fc96d4-afe4-47f5-b56d-49aee00d1208), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.791484 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:20.792839 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b9fc96d4-afe4-47f5-b56d-49aee00d1208 HTTP/1.1" status: 204 len: 168 time: 0.1374574 Jan 21 13:49:20.801123 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133ab5f-4071-4350-9462-7e34bf98b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc96d4-afe4-47f5-b56d-49aee00d1208,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:21.180705 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b79d-7ee4-48a7-9dac-cdaeeb16993d req-b64c34ce-5ccd-41ab-8ddf-daf18f532bab tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:21.183033 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be63b79d-7ee4-48a7-9dac-cdaeeb16993d req-b64c34ce-5ccd-41ab-8ddf-daf18f532bab tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.1024799 Jan 21 13:49:21.264973 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be63b79d-7ee4-48a7-9dac-cdaeeb16993d req-e27859a9-f031-4f18-8742-ab8b488514bb tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Jan 21 13:49:21.397542 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cca13-7e71-431d-b84f-4c1d546cf2c2 req-c4b64deb-b62b-4027-941c-f193e0bedea1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:21.399129 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e49cca13-7e71-431d-b84f-4c1d546cf2c2 req-c4b64deb-b62b-4027-941c-f193e0bedea1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0702507 Jan 21 13:49:21.469986 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e49cca13-7e71-431d-b84f-4c1d546cf2c2 req-961b7bc6-3fb8-431b-acaf-fea2d2982839 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579171 Jan 21 13:49:21.703135 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43496) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:21.761846 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5004c8-a67c-40c9-90e0-fa8500780937 req-32c715b1-f35f-48aa-9b74-5246393612cd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:21.763511 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e5004c8-a67c-40c9-90e0-fa8500780937 req-32c715b1-f35f-48aa-9b74-5246393612cd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0568841 Jan 21 13:49:21.858829 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e5004c8-a67c-40c9-90e0-fa8500780937 req-b860c394-40c1-4815-a9c3-e70cd83acc36 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812757 Jan 21 13:49:21.884923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-425695507-network', 'tenant_id': '160416387af942969baffb4cbd2e83bf'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:21.912093 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Made reservation on behalf of 160416387af942969baffb4cbd2e83bf for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:21.914817 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:21.924846 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.039614 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks [] for security_group (59ed2244-8df3-4e89-9c3c-b3105a9e4007), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.043987 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (59ed2244-8df3-4e89-9c3c-b3105a9e4007), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.070478 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:49:22.082388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ed2244-8df3-4e89-9c3c-b3105a9e4007,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:22.088323 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f4c0a467-6863-4e65-91e9-3f10f0d23346), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.089027 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Added segment f4c0a467-6863-4e65-91e9-3f10f0d23346 of type vlan for network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 Jan 21 13:49:22.133794 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.161292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.162285 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:22.162871 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.200437 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4925344 Jan 21 13:49:22.201271 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43502) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:22.206214 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Request body: {'subnet': {'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-425695507-subnet', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:22.232223 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09aebe-28e0-408b-97c1-564379189d46 admin admin] Pushing event updated for resources: {'Network': ['ID=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:22.244883 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:49:22.248082 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Made reservation on behalf of 160416387af942969baffb4cbd2e83bf for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:22.250835 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29617724'] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.487702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50507e0-0906-4eed-a555-d32493f04bb2 req-28e5305c-e50f-4815-b63f-a12fca2666d5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:22.490180 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a50507e0-0906-4eed-a555-d32493f04bb2 req-28e5305c-e50f-4815-b63f-a12fca2666d5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.1139727 Jan 21 13:49:22.514719 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29360420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29617698'] for subnet (fcae0c88-0fd6-4dc0-baa5-fd5828244fba), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.597256 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcae0c88-0fd6-4dc0-baa5-fd5828244fba,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:22.602677 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a50507e0-0906-4eed-a555-d32493f04bb2 req-c74d5754-0677-492a-8abb-41f97a61238b tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046953 Jan 21 13:49:22.617041 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Checking segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:22.617419 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Network hostable DHCP agents. Network: cd41fb5e-9dae-4723-9b7f-8f2abd83ac07, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:49:22.657619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:49:22.677394 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, cd41fb5e-9dae-4723-9b7f-8f2abd83ac07) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:22.695129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba70f44-1ddb-465c-9407-cf858dfbea34 None None] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:22.698352 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:22.698977 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.751736 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3cf90a69-bac9-4974-9695-92c9245e00dc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5493860 Jan 21 13:49:22.751873 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43512) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:22.757788 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:22.789802 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ea75-c461-4b45-9baa-3f96ebf7f98d req-b49d5b9a-19f4-46e2-ba8d-07baf3580e8c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:22.796446 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-82b0ea75-c461-4b45-9baa-3f96ebf7f98d req-b49d5b9a-19f4-46e2-ba8d-07baf3580e8c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1100855 Jan 21 13:49:22.809084 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.810459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.859930 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'project_id': '160416387af942969baffb4cbd2e83bf', 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:49:22.861077 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:22.919859 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-82b0ea75-c461-4b45-9baa-3f96ebf7f98d req-36786eb3-4600-4650-896b-3eb927e51bc7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223960 Jan 21 13:49:22.921304 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for router_controller (6debcf71-5419-4d6e-85cb-972b297b3b4d), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.120274 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45336-ea08-418c-ad51-b9506a5df077 req-eb6523f3-cd74-4e02-a034-5dcf3b3de70d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:23.122367 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Allocated IP 172.20.0.2 (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07/fcae0c88-0fd6-4dc0-baa5-fd5828244fba/67ad190f-6abb-4274-ba54-d51ce78e5930) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:23.122552 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bce45336-ea08-418c-ad51-b9506a5df077 req-eb6523f3-cd74-4e02-a034-5dcf3b3de70d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1228170 Jan 21 13:49:23.148581 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for router_gateway (6debcf71-5419-4d6e-85cb-972b297b3b4d), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.189674 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bce45336-ea08-418c-ad51-b9506a5df077 req-9fa761a7-c859-4aa9-857f-1f1336a5c42c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578246 Jan 21 13:49:23.362701 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks [] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.371657 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.464909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:23.469747 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:23.477228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:23.488434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Pushing event updated for resources: {'Port': ['ID=67ad190f-6abb-4274-ba54-d51ce78e5930,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:23.559356 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for router_gateway (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.576398 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Attempting to bind port 67ad190f-6abb-4274-ba54-d51ce78e5930 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:23.578544 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Attempting to bind port 67ad190f-6abb-4274-ba54-d51ce78e5930 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:23.589044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Attempting to bind port 67ad190f-6abb-4274-ba54-d51ce78e5930 on network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:23.589163 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.600439 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:23.600896 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Checking segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:23.601411 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.601987 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Bound using segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:23.602502 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Bound port: 67ad190f-6abb-4274-ba54-d51ce78e5930, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:23.602921 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.694309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] For port 67ad190f-6abb-4274-ba54-d51ce78e5930, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:23.699718 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] For port 67ad190f-6abb-4274-ba54-d51ce78e5930, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=67ad190f-6abb-4274-ba54-d51ce78e5930,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:23.707721 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:23.763183 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Allocated IP 172.27.3.81 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/b8789440-98ea-4b4a-89a7-ee53ac59b9f2) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:23.794503 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e56933-bb3e-4536-83b8-c849d72ee5ab None None] Pushing event updated for resources: {'Port': ['ID=67ad190f-6abb-4274-ba54-d51ce78e5930,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:23.840280 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5c4c-dd73-424f-967f-762c899bd01a req-560ffbe9-9125-4175-bdf9-ede0ea672b1a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:23.870022 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-078c5c4c-dd73-424f-967f-762c899bd01a req-560ffbe9-9125-4175-bdf9-ede0ea672b1a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.1563504 Jan 21 13:49:23.963429 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-078c5c4c-dd73-424f-967f-762c899bd01a req-c5985dd7-8972-489c-8ad5-793add9a95ab tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916674 Jan 21 13:49:24.067873 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:24.148259 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:24.204992 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5058c7-43e1-46fd-b637-7f595a8b3f89 req-ed2e8054-0ec2-495d-bff6-308a2be88d2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:24.206674 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5058c7-43e1-46fd-b637-7f595a8b3f89 req-ed2e8054-0ec2-495d-bff6-308a2be88d2b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1067266 Jan 21 13:49:24.248261 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:24.251406 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:24.254151 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:24.309404 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5058c7-43e1-46fd-b637-7f595a8b3f89 req-bb4a524b-5814-463e-bd11-eedd69412a11 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972199 Jan 21 13:49:24.350024 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Pushing event updated for resources: {'Port': ['ID=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:24.470985 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1c0b3-4533-46a8-a797-78d755a296a7 req-ccd35fdc-61ee-480e-ad1b-5a918acac26e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:24.472637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-43d1c0b3-4533-46a8-a797-78d755a296a7 req-ccd35fdc-61ee-480e-ad1b-5a918acac26e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0548048 Jan 21 13:49:24.530429 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-43d1c0b3-4533-46a8-a797-78d755a296a7 req-8fa6324b-ddca-45b2-91ef-dba45b415bd9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457029 Jan 21 13:49:24.543349 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for router_gateway (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:24.733219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43556) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:24.830459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Deleting subnet 9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:49:24.838182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Publish callbacks [] for subnet (9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:24.927104 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:24.967060 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 67ad190f-6abb-4274-ba54-d51ce78e5930 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:24.991499 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.069602 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 67ad190f-6abb-4274-ba54-d51ce78e5930 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:25.069965 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.126747 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.191731 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 67ad190f-6abb-4274-ba54-d51ce78e5930 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:25.192141 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.194390 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.199094 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2 HTTP/1.1" status: 204 len: 168 time: 0.4648728 Jan 21 13:49:25.200431 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1bfa8-9fd6-4563-a451-e21384ca6fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2f3b9d-17f4-4114-b89d-90f0e1acb6a2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:25.202278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43562) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:25.219136 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17af41-2079-43cc-a5db-7a0ee9bc2ec9 req-9287f501-4872-40f0-af21-0700eaafe995 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:25.220692 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4e17af41-2079-43cc-a5db-7a0ee9bc2ec9 req-9287f501-4872-40f0-af21-0700eaafe995 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.1497266 Jan 21 13:49:25.233739 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.234464 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 67ad190f-6abb-4274-ba54-d51ce78e5930, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=67ad190f-6abb-4274-ba54-d51ce78e5930,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:25.239482 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.270182 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dee08-9fc0-4486-a8e0-48288c2ff62d None None] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:25.283388 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4e17af41-2079-43cc-a5db-7a0ee9bc2ec9 req-0b533dbc-f02e-42c2-9863-6e1951f97d52 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Jan 21 13:49:25.334266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (e86ea1bf-0000-47b0-baa6-3ffa651a54bf), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.354909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=67ad190f-6abb-4274-ba54-d51ce78e5930,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:25.393790 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-ca00c7aa-9a29-4eef-9e2b-42c7177764f9 None None] Provisioning complete for port 67ad190f-6abb-4274-ba54-d51ce78e5930 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:25.394168 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ca00c7aa-9a29-4eef-9e2b-42c7177764f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.473987 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (e86ea1bf-0000-47b0-baa6-3ffa651a54bf), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.477671 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a89353-cbfe-47e5-b105-c61b012fda91 req-4ba63720-f43b-4931-addb-338182cdd27b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:25.480172 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5a89353-cbfe-47e5-b105-c61b012fda91 req-4ba63720-f43b-4931-addb-338182cdd27b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0667107 Jan 21 13:49:25.490913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-ca00c7aa-9a29-4eef-9e2b-42c7177764f9 None None] Current status of the port 67ad190f-6abb-4274-ba54-d51ce78e5930 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:25.504359 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.504644 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.505387 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.505726 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > port after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.506077 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.506409 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > port after_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.506723 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.507459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.507459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.507663 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.531688 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Request body: {'port': {'device_id': '701db945-4044-472e-89aa-39c0d1c95ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:25.574992 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5a89353-cbfe-47e5-b105-c61b012fda91 req-b21cd7f2-fecb-40ac-9d4b-7e8393a8145b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861855 Jan 21 13:49:25.575169 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.575495 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.575834 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.576164 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 13:49:25.576525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86ea1bf-0000-47b0-baa6-3ffa651a54bf']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:25.610078 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f6c8e2-1689-4022-a016-437f2e44c9a8') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:25.610413 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f6c8e2-1689-4022-a016-437f2e44c9a8') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:25.616399 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.647758 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (78f6c8e2-1689-4022-a016-437f2e44c9a8), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.664446 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Router 6debcf71-5419-4d6e-85cb-972b297b3b4d is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:49:25.683691 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (78f6c8e2-1689-4022-a016-437f2e44c9a8), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.707483 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:49:25.708103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (78f6c8e2-1689-4022-a016-437f2e44c9a8), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: from cryptography.utils import int_from_bytes Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: from cryptography.utils import int_from_bytes Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.746895 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:49:25.749664 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:49:25.817339 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-58cf200a-cae6-4fe3-87ba-0f2e1a01cfc9 None None] Provisioning complete for port 67ad190f-6abb-4274-ba54-d51ce78e5930 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:25.817858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-58cf200a-cae6-4fe3-87ba-0f2e1a01cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.822449 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065836f7-b4ea-42fb-acce-8e21459000af req-5bb86b69-0a4c-4bd3-83ea-1f3523b67c1e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:25.824092 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-065836f7-b4ea-42fb-acce-8e21459000af req-5bb86b69-0a4c-4bd3-83ea-1f3523b67c1e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1402676 Jan 21 13:49:25.845508 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (e86ea1bf-0000-47b0-baa6-3ffa651a54bf), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.852561 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.862303 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e86ea1bf-0000-47b0-baa6-3ffa651a54bf HTTP/1.1" status: 204 len: 168 time: 0.6593082 Jan 21 13:49:25.867641 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43572) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:25.877421 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2c53-8f80-422d-8326-f1b3bd868432 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86ea1bf-0000-47b0-baa6-3ffa651a54bf,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:25.897559 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:25.908835 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Sync routers for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:25.920872 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:25.922326 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b371a898-d31c-4f59-bc81-21f56e02320d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1693580 Jan 21 13:49:25.925196 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:25.925604 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43574) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:25.927341 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:25.930159 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-58cf200a-cae6-4fe3-87ba-0f2e1a01cfc9 None None] Current status of the port 67ad190f-6abb-4274-ba54-d51ce78e5930 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:26.139872 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:26.219639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Deleting subnet 5b1455a4-337c-4f35-97dc-02db2e274803 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:49:26.227646 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Publish callbacks [] for subnet (5b1455a4-337c-4f35-97dc-02db2e274803), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.270968 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-065836f7-b4ea-42fb-acce-8e21459000af req-c3b056cf-568f-45e9-971c-8450ceb3c415 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304519 Jan 21 13:49:26.305930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (5b1455a4-337c-4f35-97dc-02db2e274803), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.377130 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (5b1455a4-337c-4f35-97dc-02db2e274803), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.380538 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:24Z', 'revision_number': 3, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:26.402240 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2496e76e-909a-4437-9b2f-e13165d82630 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:49:26.413475 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Checking router: 6debcf71-5419-4d6e-85cb-972b297b3b4d for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:26.413827 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Updating router 6debcf71-5419-4d6e-85cb-972b297b3b4d port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:49:26.416063 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks [] for port (2496e76e-909a-4437-9b2f-e13165d82630), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.439258 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Transition to ACTIVE for port object 2496e76e-909a-4437-9b2f-e13165d82630 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:49:26.443648 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.446554 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.479687 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a129-aff7-424c-9fdc-680fc005adec req-09efaa39-e421-4e57-b516-48e8dc8f1100 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:26.481518 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b37a129-aff7-424c-9fdc-680fc005adec req-09efaa39-e421-4e57-b516-48e8dc8f1100 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 931 time: 0.0992379 Jan 21 13:49:26.512317 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:26.513188 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.552589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (5b1455a4-337c-4f35-97dc-02db2e274803), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.570437 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b37a129-aff7-424c-9fdc-680fc005adec req-7ff16823-282a-43c9-89b1-2a63808d4ddf tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817449 Jan 21 13:49:26.608291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1455a4-337c-4f35-97dc-02db2e274803,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:26.648843 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.655836 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8622b530-44da-4b31-a5b8-260b7c5fd0ce admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5b1455a4-337c-4f35-97dc-02db2e274803 HTTP/1.1" status: 204 len: 168 time: 0.7848964 Jan 21 13:49:26.659515 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43584) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:26.663752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Attempting to bind port 2496e76e-909a-4437-9b2f-e13165d82630 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:26.664197 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Attempting to bind port 2496e76e-909a-4437-9b2f-e13165d82630 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:26.664683 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Attempting to bind port 2496e76e-909a-4437-9b2f-e13165d82630 on network 26d3b52c-77bd-4f5d-962e-30057cef4db0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:26.670956 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Port 2496e76e-909a-4437-9b2f-e13165d82630 on network 26d3b52c-77bd-4f5d-962e-30057cef4db0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:49:26.671398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Attempting to bind port 2496e76e-909a-4437-9b2f-e13165d82630 on network 26d3b52c-77bd-4f5d-962e-30057cef4db0 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:26.721140 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:26.721619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Checking segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:26.722225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Bound using segment: {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:26.722770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Bound port: 2496e76e-909a-4437-9b2f-e13165d82630, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21664d8-b55a-45a6-b5c8-eebe22462017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:26.723257 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.759874 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdd56c-d857-46d0-ba15-19f62e03676e req-8d76c395-9317-4eeb-8550-f34b55b2d970 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:26.766916 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks [] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.767447 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4dfdd56c-d857-46d0-ba15-19f62e03676e req-8d76c395-9317-4eeb-8550-f34b55b2d970 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0935819 Jan 21 13:49:26.786511 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.807631 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (8648aab6-6b3f-4ca8-a176-782cd3a4b1df), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.857215 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b808-8155-4bd7-b5d9-787e8cef48e5 None None] Pushing event updated for resources: {'Port': ['ID=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:26.879504 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 67ad190f-6abb-4274-ba54-d51ce78e5930 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:26.919058 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Attempting to bind port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:26.919609 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Attempting to bind port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:26.919715 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Attempting to bind port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:26.922180 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (8648aab6-6b3f-4ca8-a176-782cd3a4b1df), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.927324 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4dfdd56c-d857-46d0-ba15-19f62e03676e req-6d806451-c035-4f20-b775-07a74e5ea970 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589291 Jan 21 13:49:26.933209 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:26.933883 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:26.934644 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.935211 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:26.935856 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:26.936174 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Bound port: b8789440-98ea-4b4a-89a7-ee53ac59b9f2, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:26.938158 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.944525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8648aab6-6b3f-4ca8-a176-782cd3a4b1df']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:26.967124 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:26.975486 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd743ea3-205a-4958-8430-6c7b05a9a0c5') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:26.975782 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd743ea3-205a-4958-8430-6c7b05a9a0c5') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:26.985522 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:26.991967 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (dd743ea3-205a-4958-8430-6c7b05a9a0c5), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.006799 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.007785 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.010568 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] 10.222.0.107 "PUT /v2.0/ports/2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 1093 time: 1.4844708 Jan 21 13:49:27.011327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:27.014126 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da13c9-4d7b-4359-a96e-39183f942a01" -d '{"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:27.019662 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (dd743ea3-205a-4958-8430-6c7b05a9a0c5), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.033056 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Allocated IP 172.20.0.1 (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07/fcae0c88-0fd6-4dc0-baa5-fd5828244fba/e9fad925-e548-4a43-ba33-72297515f1f3) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:27.046766 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 67ad190f-6abb-4274-ba54-d51ce78e5930 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:27.047182 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.052667 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:49:27.057141 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (dd743ea3-205a-4958-8430-6c7b05a9a0c5), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:49:27.061029 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:49:27.108340 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] For port b8789440-98ea-4b4a-89a7-ee53ac59b9f2, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:27.117122 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] For port b8789440-98ea-4b4a-89a7-ee53ac59b9f2, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:27.131750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071df4c2-6b4f-44ac-ba50-e8fc3611f324 x-openstack-request-id: req-071df4c2-6b4f-44ac-ba50-e8fc3611f324 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:27.132066 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:27.132562 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-071df4c2-6b4f-44ac-ba50-e8fc3611f324 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:27.133192 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.133312 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:49:27.222671 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 67ad190f-6abb-4274-ba54-d51ce78e5930 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:27.234803 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-fbe3ee94-f396-4a12-9aae-5f0e05e4d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.237553 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-fbe3ee94-f396-4a12-9aae-5f0e05e4d2ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1470160 Jan 21 13:49:27.240256 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56bc13-9713-4e4c-8f95-cda0f79684b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:27.278553 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:27.279545 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:27.347924 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b808-8155-4bd7-b5d9-787e8cef48e5 None None] Pushing event updated for resources: {'Port': ['ID=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:27.374662 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-c4b04bbf-0ccf-4005-afbb-ba8baea6bc13 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 217 time: 0.1156170 Jan 21 13:49:27.414319 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (8648aab6-6b3f-4ca8-a176-782cd3a4b1df), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.421040 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.423965 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8648aab6-6b3f-4ca8-a176-782cd3a4b1df HTTP/1.1" status: 204 len: 168 time: 0.7591598 Jan 21 13:49:27.474982 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aafc4-e400-4f26-a9c4-469217b15456 admin admin] Pushing event deleted for resources: {'Network': ['ID=8648aab6-6b3f-4ca8-a176-782cd3a4b1df,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:27.499094 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:27.511660 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-9c474235-34a1-42b2-ba0c-177a136ed464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.513327 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-9c474235-34a1-42b2-ba0c-177a136ed464 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.2451029 Jan 21 13:49:27.530388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks [] for port (e9fad925-e548-4a43-ba33-72297515f1f3), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.550167 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ca74-9f47-4e5a-8d9b-4e2137b52e47 req-d4e18a04-70fd-473a-889e-abd3c8f38890 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.559749 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-42f9ca74-9f47-4e5a-8d9b-4e2137b52e47 req-d4e18a04-70fd-473a-889e-abd3c8f38890 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1346560 Jan 21 13:49:27.566180 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-822fe888-d51a-4451-9ad4-f3f17e766c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.567751 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-822fe888-d51a-4451-9ad4-f3f17e766c67 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.1811326 Jan 21 13:49:27.647350 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b10b6b-47f8-42c3-b4ab-876d7a0152ac req-b46494f1-2e1d-4bad-898c-e6a44a6350df tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.652566 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-19b10b6b-47f8-42c3-b4ab-876d7a0152ac req-b46494f1-2e1d-4bad-898c-e6a44a6350df tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.2693603 Jan 21 13:49:27.669834 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-42f9ca74-9f47-4e5a-8d9b-4e2137b52e47 req-6b8f1a3f-02d6-4fa5-9b98-ec244ff6f796 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008978 Jan 21 13:49:27.686642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.734954 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43612) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:27.761579 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:27.765237 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:27.770025 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:27.813325 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:27.828318 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:27.832465 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:24Z', 'revision_number': 3, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:27.871488 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-2147babb-65f2-484f-9988-438b66a918e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.873086 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-2147babb-65f2-484f-9988-438b66a918e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2961638 Jan 21 13:49:27.889082 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-3d7a1a68-fbac-4c7b-a33e-c0bc18b38688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:27.890447 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7497cd-a1e4-40cd-97a1-17950ac834a1 None None] The sync data for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi is: [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:24Z', 'revision_number': 3, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:27.890608 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-3d7a1a68-fbac-4c7b-a33e-c0bc18b38688 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.3552644 Jan 21 13:49:27.917470 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-19b10b6b-47f8-42c3-b4ab-876d7a0152ac req-15179210-5523-472d-ad3f-ac93ded4b55a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908417 Jan 21 13:49:27.950208 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b900db1e-b61d-4822-97a8-b5a9116d2a67 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b669350b16e0498ab22906c3cf9e8b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141061 Jan 21 13:49:27.953146 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43618) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:28.016594 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-f9ef33c2-c63d-4ab8-b1e0-43aa0ca610df service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0970795 Jan 21 13:49:28.124032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] Publish callbacks [] for security_group (3ddfc25e-198e-4e5f-a408-d86cc0ac35fa), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.137360 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687b4f-4954-484a-8ffa-01c42fe18e3c req-789a4c67-4e79-448d-a414-a16e9e1d508e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:28.139420 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-83687b4f-4954-484a-8ffa-01c42fe18e3c req-789a4c67-4e79-448d-a414-a16e9e1d508e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 943 time: 0.1566434 Jan 21 13:49:28.143632 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-35c106f5-e082-4019-a052-577d63b0e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:28.148339 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-35c106f5-e082-4019-a052-577d63b0e4ba service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.1174674 Jan 21 13:49:28.152990 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-bc3ed349-45b7-4c3a-821b-d8d93254edcb None None] Provisioning complete for port e9fad925-e548-4a43-ba33-72297515f1f3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:28.154064 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed349-45b7-4c3a-821b-d8d93254edcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.203992 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] Publish callbacks [] for security_group (3ddfc25e-198e-4e5f-a408-d86cc0ac35fa), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.205350 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-fc77a4c6-b7f7-4b34-950a-1bccf7a5169f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433903 Jan 21 13:49:28.208169 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-7a94f848-7455-4652-8b05-cd6f4b082449 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167624 Jan 21 13:49:28.208326 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ed349-45b7-4c3a-821b-d8d93254edcb None None] Port e9fad925-e548-4a43-ba33-72297515f1f3 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:28.215412 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.308058 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-83687b4f-4954-484a-8ffa-01c42fe18e3c req-63533b6e-3a82-4b1f-9f3f-3de0fb901183 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463571 Jan 21 13:49:28.356099 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3ddfc25e-198e-4e5f-a408-d86cc0ac35fa), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.359653 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.361643 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3ddfc25e-198e-4e5f-a408-d86cc0ac35fa HTTP/1.1" status: 204 len: 168 time: 0.4071062 Jan 21 13:49:28.391919 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dfdda-41b8-4236-be8c-ba7eca8b8594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddfc25e-198e-4e5f-a408-d86cc0ac35fa,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:28.463025 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-1a3556ae-180d-483b-b3f1-a6d0d9ef40e3 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440481 Jan 21 13:49:28.472890 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a673e5d6-1ebc-48bf-98b4-1363848b2b05 req-bab5704e-7710-4a27-9380-5da666cf1ae0 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408302 Jan 21 13:49:28.540838 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks [] for port (e9fad925-e548-4a43-ba33-72297515f1f3), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.546358 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.620223 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:28.623062 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:28.668688 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-10595ebd-fbbe-4a2e-8617-ba6b92dbcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:28.671542 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-10595ebd-fbbe-4a2e-8617-ba6b92dbcdb6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1299067 Jan 21 13:49:28.802921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-5286b3be-e11b-4682-8972-c28bfb6074bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:28.804468 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-5286b3be-e11b-4682-8972-c28bfb6074bb service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1238980 Jan 21 13:49:28.832076 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b94e0080-bf31-4833-b70b-dacc59de1e73 req-a364dd25-0e2d-40a8-88ea-2d33843a292f service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460889 Jan 21 13:49:28.965906 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-9f28a68c-6e89-43c7-ae89-7ddb8a615eee service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 217 time: 0.0726354 Jan 21 13:49:28.985824 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device b8789440-98ea-4b4a-89a7-ee53ac59b9f2 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:29.040373 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aad7c-d707-4a5c-9995-1be19c615c91 req-c305f98b-0083-459a-a22f-016e0f806492 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:29.042082 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c63aad7c-d707-4a5c-9995-1be19c615c91 req-c305f98b-0083-459a-a22f-016e0f806492 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.2089732 Jan 21 13:49:29.054994 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-47bf821a-7c25-444d-9971-f05923242ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:29.055684 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:29.058714 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:29.061318 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-47bf821a-7c25-444d-9971-f05923242ead service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0821075 Jan 21 13:49:29.068404 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43642) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:29.106183 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:29.107099 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.233918 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Router 6debcf71-5419-4d6e-85cb-972b297b3b4d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:49:29.270384 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:29.270941 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.326319 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port b8789440-98ea-4b4a-89a7-ee53ac59b9f2, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:29.333297 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c63aad7c-d707-4a5c-9995-1be19c615c91 req-127ab41c-6c50-47d7-8cd9-ff30061af126 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708874 Jan 21 13:49:29.348053 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-1ad2c8f4-8ef9-407e-9051-7c6bb2bc23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:29.354057 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.373355 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-1ad2c8f4-8ef9-407e-9051-7c6bb2bc23ab service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2927227 Jan 21 13:49:29.385826 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a21af771-ff7d-4d35-9bee-c0e198ae9359 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=96db7cca805545ec868be5844638fbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151979 Jan 21 13:49:29.387972 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43650) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:29.494314 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:29.588896 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f92a327d-84c9-428e-a877-5507221a5e33 None None] Provisioning complete for port e9fad925-e548-4a43-ba33-72297515f1f3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:29.589675 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f92a327d-84c9-428e-a877-5507221a5e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.598785 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:29.611145 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0503d5a4-965e-4316-af23-30704b8425d5 admin admin] 10.222.0.84 "PUT /v2.0/routers/6debcf71-5419-4d6e-85cb-972b297b3b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6823757 Jan 21 13:49:29.641655 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-e57ad8ad-c7d1-41ad-a64b-dc4ba0c8dc8f service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543585 Jan 21 13:49:29.642323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] Publish callbacks [] for security_group (1e89f644-6006-4e1f-b5de-b08a0ffe36a4), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.651532 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ddf0-c9db-41ae-87b8-8346d60fbc07 req-ca8d4239-1d6f-428e-a79a-c4f6397f30f2 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:29.653403 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de91ddf0-c9db-41ae-87b8-8346d60fbc07 req-ca8d4239-1d6f-428e-a79a-c4f6397f30f2 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 943 time: 0.1290650 Jan 21 13:49:29.657881 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d42bd8-64e1-4008-9e3b-dafebecdc43d req-a97b4e21-104a-402d-b4e9-595816c27f69 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:29.659427 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-41d42bd8-64e1-4008-9e3b-dafebecdc43d req-a97b4e21-104a-402d-b4e9-595816c27f69 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1751509 Jan 21 13:49:29.671495 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f92a327d-84c9-428e-a877-5507221a5e33 None None] Port e9fad925-e548-4a43-ba33-72297515f1f3 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:29.724516 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] Publish callbacks [] for security_group (1e89f644-6006-4e1f-b5de-b08a0ffe36a4), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.762210 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de91ddf0-c9db-41ae-87b8-8346d60fbc07 req-072b9db6-aef3-4717-a895-ea42e2fd3d42 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Jan 21 13:49:29.824131 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-41d42bd8-64e1-4008-9e3b-dafebecdc43d req-188e4faa-a35a-4223-aadb-93d85f3b5d51 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447117 Jan 21 13:49:29.845085 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-78da13c9-4d7b-4359-a96e-39183f942a01 req-12ca1499-225f-48fb-86f8-ebceea0e6da8 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846881 Jan 21 13:49:29.873184 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1e89f644-6006-4e1f-b5de-b08a0ffe36a4), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.875824 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:29.876980 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e89f644-6006-4e1f-b5de-b08a0ffe36a4 HTTP/1.1" status: 204 len: 168 time: 0.4874339 Jan 21 13:49:29.888434 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550314a-7e49-457e-90bf-8eb555e983aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89f644-6006-4e1f-b5de-b08a0ffe36a4,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:30.278113 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-af142f54-094e-49f2-acbf-fb169b260d1e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:30.280381 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-af142f54-094e-49f2-acbf-fb169b260d1e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.1204805 Jan 21 13:49:30.298231 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-35fb743d-d78f-426d-8c70-3e08000408b7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/quotas/e0bba285c3584d64b257d0800a59f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0106709 Jan 21 13:49:30.362312 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-a980ac22-3399-46c1-af8f-2085beda91d0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587714 Jan 21 13:49:30.441161 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43700) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:30.454250 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-395006794-network', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:30.467075 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-01660df4-c9be-4045-b521-d44090dd394e service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039009 Jan 21 13:49:30.518332 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Made reservation on behalf of 6454c98ff2db4e16b89c5ae62345756a for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:30.521141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.541900 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c7dbc-9ba6-4642-bcd8-c77486ca2138 req-3897c9ce-3873-4cbf-90e7-37a40138bea6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:30.543685 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e1c7dbc-9ba6-4642-bcd8-c77486ca2138 req-3897c9ce-3873-4cbf-90e7-37a40138bea6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0854366 Jan 21 13:49:30.544849 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.578907 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Sync routers for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:30.583016 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-1a9b9ea1-a086-4492-83c8-2daf6c3d9b95 service neutron] 10.222.0.84 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084623 Jan 21 13:49:30.591455 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:30.592078 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:30.652235 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e1c7dbc-9ba6-4642-bcd8-c77486ca2138 req-dddf1542-79ac-4239-ab98-6bce6a2d8688 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959747 Jan 21 13:49:30.708058 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks [] for security_group (989649b1-9b1a-4f9a-be19-bf89287c1efb), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.712589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (989649b1-9b1a-4f9a-be19-bf89287c1efb), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.736032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:49:30.753745 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989649b1-9b1a-4f9a-be19-bf89287c1efb,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:30.757074 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (0bfbb6be-845c-4f26-91c1-064d20cb1889), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.758332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Added segment 0bfbb6be-845c-4f26-91c1-064d20cb1889 of type vlan for network 0c497d64-0527-4c36-ba33-995b8f1a15a7 Jan 21 13:49:30.843035 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (0c497d64-0527-4c36-ba33-995b8f1a15a7), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.884544 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:30.937397 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-338ac240-9e3d-46dc-8ae4-0b95947e806c req-f6a7296a-4b9c-4c32-aafe-5e210c6c0b33 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 210 time: 0.0315702 Jan 21 13:49:30.943665 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (0c497d64-0527-4c36-ba33-995b8f1a15a7), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:30.945107 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:30.945833 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.007528 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5633600 Jan 21 13:49:31.010801 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43720) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:31.016154 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Request body: {'subnet': {'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-395006794-subnet', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:31.095426 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device b8789440-98ea-4b4a-89a7-ee53ac59b9f2 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:31.130462 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb98d-0ac2-48cb-8c71-e79c75413177 req-951eeb4b-0c89-426d-901d-9c44848c40fe tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:31.132228 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1dfb98d-0ac2-48cb-8c71-e79c75413177 req-951eeb4b-0c89-426d-901d-9c44848c40fe tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1017101 Jan 21 13:49:31.135748 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Made reservation on behalf of 6454c98ff2db4e16b89c5ae62345756a for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:31.139071 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29401306'] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.140454 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732a992-4c3f-4a98-9438-fbe68324d749 req-aedbc0eb-7baf-44e3-9eea-95d418d49ed7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:31.142360 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e732a992-4c3f-4a98-9438-fbe68324d749 req-aedbc0eb-7baf-44e3-9eea-95d418d49ed7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 943 time: 0.2310011 Jan 21 13:49:31.142703 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 2496e76e-909a-4437-9b2f-e13165d82630 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:49:31.143707 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc2f4-8783-46d7-b338-da94cceafcfc admin admin] Pushing event updated for resources: {'Network': ['ID=0c497d64-0527-4c36-ba33-995b8f1a15a7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:31.181903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:49:31.233772 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e732a992-4c3f-4a98-9438-fbe68324d749 req-37ac4c78-bd9c-4472-8937-d41996e1a2ec tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635910 Jan 21 13:49:31.348506 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1dfb98d-0ac2-48cb-8c71-e79c75413177 req-72c14dfa-7ff5-4e2c-a996-39c4b48a7488 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905495 Jan 21 13:49:31.392550 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:31.393186 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.442497 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30478327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29401284'] for subnet (d1603809-98fb-401d-871b-2d0cd71bac3a), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.473457 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:31.494651 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '2496e76e-909a-4437-9b2f-e13165d82630', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'port_id': '2496e76e-909a-4437-9b2f-e13165d82630', 'mac_address': 'fa:16:3e:f3:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:49:31.539535 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1603809-98fb-401d-871b-2d0cd71bac3a,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:31.562180 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Checking segment: {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:31.562546 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Network hostable DHCP agents. Network: 0c497d64-0527-4c36-ba33-995b8f1a15a7, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:49:31.582438 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 2, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:31.584330 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:49:31.585870 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 2496e76e-909a-4437-9b2f-e13165d82630 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:31.586265 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.604281 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 0c497d64-0527-4c36-ba33-995b8f1a15a7) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:31.612549 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:31.612549 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.627154 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9281b1-01dc-4fc2-9a47-0593019893be None None] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:31.629437 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:31.634691 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Checking router: 6debcf71-5419-4d6e-85cb-972b297b3b4d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:31.635118 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Updating router 6debcf71-5419-4d6e-85cb-972b297b3b4d port e9fad925-e548-4a43-ba33-72297515f1f3 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:49:31.637367 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f64e411d-40c1-4716-b7d7-f470fa24b125 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6253324 Jan 21 13:49:31.639834 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43740) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:31.647138 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:31.681020 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.682219 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.688126 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2496e76e-909a-4437-9b2f-e13165d82630 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:49:31.752006 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for router_controller (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.770192 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:31.781802 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.796205 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.812532 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac437d1-0f6b-4436-9688-0b431152bfd4 req-c9c0f9be-f7bf-4962-93a1-873c2ae80b72 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:31.820597 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9ac437d1-0f6b-4436-9688-0b431152bfd4 req-c9c0f9be-f7bf-4962-93a1-873c2ae80b72 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0726640 Jan 21 13:49:31.896871 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:31.909665 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9ac437d1-0f6b-4436-9688-0b431152bfd4 req-ecc9d1d0-f90f-419b-abb1-ac9b1e96500f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838547 Jan 21 13:49:31.929447 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.930069 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.930568 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.931093 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.931595 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.931933 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.932277 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.932642 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.933089 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.933434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.933765 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.934100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.934424 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:49:31.952188 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-0c497d64-0527-4c36-ba33-995b8f1a15a7', 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7', 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'fixed_ips': [{'subnet_id': 'd1603809-98fb-401d-871b-2d0cd71bac3a'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:49:31.953082 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:31.975537 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for router_gateway (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.090370 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ec52ceef-526b-406e-86d0-37474eb0d698 req-7560b6e5-fe7f-4bcc-a96c-82d40e89fb5c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 210 time: 0.0401957 Jan 21 13:49:32.193995 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:32.252416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for router_gateway (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.271965 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Allocated IP 172.20.0.2 (0c497d64-0527-4c36-ba33-995b8f1a15a7/d1603809-98fb-401d-871b-2d0cd71bac3a/6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:32.311948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.530612 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc1ca-922b-4374-81d0-022e7fb6a50e req-355cf184-534e-40f5-bf74-89cb45df8045 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:32.537930 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d76dc1ca-922b-4374-81d0-022e7fb6a50e req-355cf184-534e-40f5-bf74-89cb45df8045 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 944 time: 0.1550217 Jan 21 13:49:32.563800 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-c053e714-1abe-4e58-8c3c-da94e60a04f3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:32.565390 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-c053e714-1abe-4e58-8c3c-da94e60a04f3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 814 time: 0.2453129 Jan 21 13:49:32.586758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Request body: {'port': {'device_id': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'admin_state_up': True, 'tenant_id': 'e0bba285c3584d64b257d0800a59f0a2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:32.588444 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdfa0-f4c4-46d3-a453-88fb7a68a938 req-b8bd6149-7764-448b-bc25-fcff426abc5b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:32.590392 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-038fdfa0-f4c4-46d3-a453-88fb7a68a938 req-b8bd6149-7764-448b-bc25-fcff426abc5b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1180196 Jan 21 13:49:32.592149 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Allocated IP 172.27.3.184 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/5af95680-c452-4939-b1db-4d0f1340a75f) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:32.614552 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks [] for port (e9fad925-e548-4a43-ba33-72297515f1f3), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.636585 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d76dc1ca-922b-4374-81d0-022e7fb6a50e req-524e21b7-3525-426a-a822-296ffc972ca0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979087 Jan 21 13:49:32.645807 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.795033 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-038fdfa0-f4c4-46d3-a453-88fb7a68a938 req-6478edbb-5fd9-4ac2-bb84-bd4ad3de9e46 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944504 Jan 21 13:49:32.857617 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Made reservation on behalf of e0bba285c3584d64b257d0800a59f0a2 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:49:32.864505 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.924056 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for port (5af95680-c452-4939-b1db-4d0f1340a75f), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.959380 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks [] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:32.961646 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc9c3-63ac-4817-b1fb-f5048c6789ed None None] Pushing event updated for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:33.011769 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.023000 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Attempting to bind port e9fad925-e548-4a43-ba33-72297515f1f3 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:33.023412 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Attempting to bind port e9fad925-e548-4a43-ba33-72297515f1f3 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:33.023793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Attempting to bind port e9fad925-e548-4a43-ba33-72297515f1f3 on network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:33.023925 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.050762 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:33.051047 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Checking segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:33.051466 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.051873 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Bound using segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:33.052357 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Bound port: e9fad925-e548-4a43-ba33-72297515f1f3, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:33.057975 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.102338 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:33.105246 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:33.108511 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:33.112537 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:33.119142 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=5af95680-c452-4939-b1db-4d0f1340a75f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:33.142044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:33.285110 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-42ac566d-f55d-486e-af6d-34ef5d8adc3b req-b0bde486-a1d8-4768-aa68-2add660c18a5 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 210 time: 0.0599597 Jan 21 13:49:33.334988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:33.349513 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Pushing event updated for resources: {'Port': ['ID=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:33.386165 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-6aeb6ff2-8f79-4980-a62d-70495b8628ff None None] Provisioning complete for port e9fad925-e548-4a43-ba33-72297515f1f3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:33.386962 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6aeb6ff2-8f79-4980-a62d-70495b8628ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.469754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] For port e9fad925-e548-4a43-ba33-72297515f1f3, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:33.505922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] For port e9fad925-e548-4a43-ba33-72297515f1f3, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e9fad925-e548-4a43-ba33-72297515f1f3,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:33.512345 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for router_gateway (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.513615 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Attempting to bind port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:33.514229 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Attempting to bind port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:33.514658 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Attempting to bind port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 on network 0c497d64-0527-4c36-ba33-995b8f1a15a7 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:33.517592 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.522377 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb6ff2-8f79-4980-a62d-70495b8628ff None None] Port e9fad925-e548-4a43-ba33-72297515f1f3 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:33.556477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:33.556477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Checking segment: {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:33.556477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.556477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Bound using segment: {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:33.556976 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Bound port: 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:33.559038 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.572676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2ec86-e831-40dc-8a32-743ccbade322 req-74f8dcdd-22ed-412a-8829-fdf7fb98b499 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:33.574336 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-abe2ec86-e831-40dc-8a32-743ccbade322 req-74f8dcdd-22ed-412a-8829-fdf7fb98b499 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.5448353 Jan 21 13:49:33.581497 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Allocated IP 172.20.0.11 (d3bfe002-b112-41ad-8d5b-fc9e48025c33/8bb94a4f-15fe-40cc-936c-4e0d9cfee98c/44df63fb-31a8-41f0-9f36-5eb26e076375) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:33.637819 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:33.638504 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:33.641977 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc9c3-63ac-4817-b1fb-f5048c6789ed None None] Pushing event updated for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:33.772362 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] For port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:33.780496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] For port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:33.802375 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-abe2ec86-e831-40dc-8a32-743ccbade322 req-dcd1dc70-d63b-4ace-ab17-11cb5ee8a5ff tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184553 Jan 21 13:49:33.827010 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.844857 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:33.866696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba20677-2794-461f-9907-bded5e04e3b1 req-30cb56fe-c194-4099-8f91-538fb9735c65 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:33.869233 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba20677-2794-461f-9907-bded5e04e3b1 req-30cb56fe-c194-4099-8f91-538fb9735c65 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 944 time: 0.1297336 Jan 21 13:49:33.875691 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.894469 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks [] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:33.956504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.001169 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db', '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:34.035676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event updated for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:34.037899 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba20677-2794-461f-9907-bded5e04e3b1 req-a9085472-68fc-4558-bf24-86cceee0f953 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551390 Jan 21 13:49:34.051268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Network d3bfe002-b112-41ad-8d5b-fc9e48025c33 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:34.053804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:34.060375 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:34.122718 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:49:34.130240 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc0c1-13b7-4fea-b30f-b28b2c93c105 None None] Pushing event updated for resources: {'Port': ['ID=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:34.133361 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Provisioning complete for port e9fad925-e548-4a43-ba33-72297515f1f3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:34.133711 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.209397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:34.209397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.233804 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-7b454b19-835e-4a80-8443-ba0990702322 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6505196 Jan 21 13:49:34.253277 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Request body: {'port': {'device_id': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:34.316603 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:34.328423 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Sync routers for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:34.351354 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:34.352229 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:34.379631 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.382479 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c312c157-5bee-41ef-83a5-c4106f41ede1 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7413185 Jan 21 13:49:34.384826 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43792) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:34.393821 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.464917 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Current status of the port e9fad925-e548-4a43-ba33-72297515f1f3 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:34.465299 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.528864 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:34.645775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] For port e9fad925-e548-4a43-ba33-72297515f1f3, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e9fad925-e548-4a43-ba33-72297515f1f3,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:34.674506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.761526 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd702b-495b-469b-8847-6b03d63ecb40 req-7dc6ba65-47b1-424f-9acb-2c227d54464a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:34.767035 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd702b-495b-469b-8847-6b03d63ecb40 req-7dc6ba65-47b1-424f-9acb-2c227d54464a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 932 time: 0.2390122 Jan 21 13:49:34.815978 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab8fc2-f784-4a9d-8a4a-3bb1eba3df85 None None] Pushing event updated for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:34.833169 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:33Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:34.852254 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:33Z', 'revision_number': 3, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:34.894503 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Checking router: 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:34.895115 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Updating router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e port 5af95680-c452-4939-b1db-4d0f1340a75f binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:49:34.896028 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd702b-495b-469b-8847-6b03d63ecb40 req-e602c73d-82ba-4831-b886-5c44d376fb49 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154835 Jan 21 13:49:34.918128 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad045a-4e31-48ea-be5e-eb24eab26e81 None None] The sync data for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi is: [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:33Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:34.974727 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:34.982922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 2496e76e-909a-4437-9b2f-e13165d82630 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:35.091076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44df63fb-31a8-41f0-9f36-5eb26e076375 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:49:35.114064 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks [] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.134530 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:35.143648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Transition to ACTIVE for port object 44df63fb-31a8-41f0-9f36-5eb26e076375 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:49:35.164326 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.282155 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Pushing event updated for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:35.331302 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 2496e76e-909a-4437-9b2f-e13165d82630 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:49:35.365275 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 2496e76e-909a-4437-9b2f-e13165d82630 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:35.365732 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2496e76e-909a-4437-9b2f-e13165d82630), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.369923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:35.370184 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.375528 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412a185-0530-403b-afc6-82d87aa9f46f req-4534e596-f382-417c-861e-1b788c8c45ba tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:35.382107 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f412a185-0530-403b-afc6-82d87aa9f46f req-4534e596-f382-417c-861e-1b788c8c45ba tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.2573066 Jan 21 13:49:35.453702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Attempting to bind port 44df63fb-31a8-41f0-9f36-5eb26e076375 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:35.454320 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Attempting to bind port 44df63fb-31a8-41f0-9f36-5eb26e076375 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:35.454843 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Attempting to bind port 44df63fb-31a8-41f0-9f36-5eb26e076375 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:35.482032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Port 44df63fb-31a8-41f0-9f36-5eb26e076375 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:49:35.482789 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Attempting to bind port 44df63fb-31a8-41f0-9f36-5eb26e076375 on network d3bfe002-b112-41ad-8d5b-fc9e48025c33 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:35.541419 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f412a185-0530-403b-afc6-82d87aa9f46f req-556f6d65-739b-4e23-b5d9-bfee050a88ae tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112874 Jan 21 13:49:35.542430 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:35.542871 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Checking segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:35.543373 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Bound using segment: {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:35.544307 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Bound port: 44df63fb-31a8-41f0-9f36-5eb26e076375, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4baa935-3ca7-465b-b855-76d3aa934617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:35.544923 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.559519 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b375-ab47-45ae-af6c-e23e34aed3dd req-5ca4a6f2-7172-40c3-b54a-daca6655e43e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:35.564883 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8d56b375-ab47-45ae-af6c-e23e34aed3dd req-5ca4a6f2-7172-40c3-b54a-daca6655e43e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.8807731 Jan 21 13:49:35.597672 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks [] for port (5af95680-c452-4939-b1db-4d0f1340a75f), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.609641 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.693969 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11ad21-6a2e-4ecc-b7e8-1d41d125f25a None None] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:49:35.732138 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:35.732964 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4250-04bb-463d-9cc2-b81f441bee0d None None] Pushing event updated for resources: {'Port': ['ID=5af95680-c452-4939-b1db-4d0f1340a75f,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:35.759721 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8d56b375-ab47-45ae-af6c-e23e34aed3dd req-53516a44-b7fd-43bc-863a-3ec5ecfc0650 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849520 Jan 21 13:49:35.773451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=44df63fb-31a8-41f0-9f36-5eb26e076375,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:35.789024 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Attempting to bind port 5af95680-c452-4939-b1db-4d0f1340a75f on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:35.789372 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Attempting to bind port 5af95680-c452-4939-b1db-4d0f1340a75f by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:35.790779 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Attempting to bind port 5af95680-c452-4939-b1db-4d0f1340a75f on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:35.810693 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:35.811725 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:35.813836 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.814436 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:35.816674 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Bound port: 5af95680-c452-4939-b1db-4d0f1340a75f, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:35.817254 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.817855 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9050e19-7b60-4137-9fe6-0be9f829e59a req-2deeeb05-4fa6-48cd-9c67-27e851d0314d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:35.835690 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9050e19-7b60-4137-9fe6-0be9f829e59a req-2deeeb05-4fa6-48cd-9c67-27e851d0314d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 944 time: 0.1564031 Jan 21 13:49:35.874898 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.906793 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.915329 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] For port 5af95680-c452-4939-b1db-4d0f1340a75f, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:35.928451 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] For port 5af95680-c452-4939-b1db-4d0f1340a75f, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5af95680-c452-4939-b1db-4d0f1340a75f,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:35.949284 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.982114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:35.982736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.984417 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:35.984857 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:35.987466 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] 10.222.0.107 "PUT /v2.0/ports/44df63fb-31a8-41f0-9f36-5eb26e076375 HTTP/1.1" status: 200 len: 1094 time: 1.7392607 Jan 21 13:49:35.997156 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-2ec51781-e03d-4ec5-bf3b-fde0dae6943f None None] Provisioning complete for port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:35.997529 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2ec51781-e03d-4ec5-bf3b-fde0dae6943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.025563 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:36.026683 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:36.027626 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:36.032190 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599700f7-ce34-4907-af0e-3e8e2f532381" -d '{"events": [{"name": "network-changed", "server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:36.044340 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 2496e76e-909a-4437-9b2f-e13165d82630 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:36.045037 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.076974 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4250-04bb-463d-9cc2-b81f441bee0d None None] Pushing event updated for resources: {'Port': ['ID=5af95680-c452-4939-b1db-4d0f1340a75f,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:36.165619 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:36.180100 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9050e19-7b60-4137-9fe6-0be9f829e59a req-da261add-9773-46f2-b071-255eb5593153 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399591 Jan 21 13:49:36.188697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.268600 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:36.286273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a7ee1-4f07-4aa9-acd8-cbb4bac51e3b service neutron] Pushing event updated for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:36.289477 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Allocated IP 172.20.0.1 (0c497d64-0527-4c36-ba33-995b8f1a15a7/d1603809-98fb-401d-871b-2d0cd71bac3a/e80d77ff-50e7-4a08-bfba-94abb45e83ca) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:36.313593 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-3a8fd594-b1cf-44bd-84d8-d40682f39ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:36.319655 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-3a8fd594-b1cf-44bd-84d8-d40682f39ef2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 1097 time: 0.1781538 Jan 21 13:49:36.341525 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:36.343374 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c90db21-f588-4691-94bd-07fb4a3b64d5" -d '{"events": [{"server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:36.426427 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-9cfea892-6087-4dd9-a2b1-7d327b7c398e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44df63fb-31a8-41f0-9f36-5eb26e076375 HTTP/1.1" status: 200 len: 217 time: 0.0862052 Jan 21 13:49:36.444493 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:36.473316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.491028 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:36.537596 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks [] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.621353 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.652339 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faee01e-af11-4b7f-b3aa-cb6cfdacc768 x-openstack-request-id: req-6faee01e-af11-4b7f-b3aa-cb6cfdacc768 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:36.652521 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:36.653218 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6faee01e-af11-4b7f-b3aa-cb6cfdacc768 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:36.653218 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'code': 200} Jan 21 13:49:36.680384 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-3c25c19d-fdb1-4d40-a3ed-6a58b296e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:36.688682 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-3c25c19d-fdb1-4d40-a3ed-6a58b296e2d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.2241030 Jan 21 13:49:36.714056 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eaa9e1-c4d8-4adb-ae45-63b940a2ce14 x-openstack-request-id: req-93eaa9e1-c4d8-4adb-ae45-63b940a2ce14 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:36.715864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:36.716898 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93eaa9e1-c4d8-4adb-ae45-63b940a2ce14 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:36.717463 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375', 'status': 'completed', 'code': 200} Jan 21 13:49:36.728744 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:36.732764 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:36.745342 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:36.751012 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-2ec51781-e03d-4ec5-bf3b-fde0dae6943f None None] Current status of the port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:36.773256 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:36.848067 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-d43ac642-5234-4774-a332-02a6455b4292 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282952 Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.862351 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:49:36.865081 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:49:36.875643 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22829-e0fa-465c-986d-fd7c4450a96d req-265aff2c-2409-4242-a378-250a779e795e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:36.895125 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:33Z', 'revision_number': 3, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:36.895800 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dbd22829-e0fa-465c-986d-fd7c4450a96d req-265aff2c-2409-4242-a378-250a779e795e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 944 time: 0.4736845 Jan 21 13:49:36.930186 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:36.977250 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00814d-723a-4641-b3a4-4eb3d40083c9 None None] The sync data for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi is: [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:33Z', 'revision_number': 3, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:37.035570 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:37.100949 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf628237-0502-4d15-8ed6-922894de435a req-fa014481-78a3-4894-a084-b95716544f29 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:37.123514 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cf628237-0502-4d15-8ed6-922894de435a req-fa014481-78a3-4894-a084-b95716544f29 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.2791264 Jan 21 13:49:37.136685 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e9fad925-e548-4a43-ba33-72297515f1f3 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:37.189712 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dbd22829-e0fa-465c-986d-fd7c4450a96d req-148371c6-8ad0-4b91-8d07-f34659e4e60f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344432 Jan 21 13:49:37.204464 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb4ec-ab5b-4229-9340-293fde2ed817 req-88319cbc-56b8-478e-a886-87caa145318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:37.206021 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-44fbb4ec-ab5b-4229-9340-293fde2ed817 req-88319cbc-56b8-478e-a886-87caa145318b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1098 time: 0.2024515 Jan 21 13:49:37.210423 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-8a21bc0c-e190-4524-93fd-b3bfb8166dc6 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127553 Jan 21 13:49:37.249137 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cf628237-0502-4d15-8ed6-922894de435a req-fce6a203-640b-43f8-ab4a-54d421c74014 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229639 Jan 21 13:49:37.320096 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.438790 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-89faa9f0-3e0b-4f4f-8509-571a38958573 req-0dfb83f9-ef83-41ef-adda-0953dd80a245 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125342 Jan 21 13:49:37.544208 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-44fbb4ec-ab5b-4229-9340-293fde2ed817 req-0cd6e102-27fb-4191-94eb-5abf3bf037cd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185699 Jan 21 13:49:37.546103 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-24fbe347-6e95-4092-a703-6ec690210a67 None None] Provisioning complete for port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:37.546635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-24fbe347-6e95-4092-a703-6ec690210a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.634455 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c43c3-e6bd-44a6-9b7b-deec29ffdcd9 req-bb78dafa-5168-4e8e-9dac-426b2b6e3fed tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:37.642612 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c69c43c3-e6bd-44a6-9b7b-deec29ffdcd9 req-bb78dafa-5168-4e8e-9dac-426b2b6e3fed tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.2209170 Jan 21 13:49:37.652105 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e9fad925-e548-4a43-ba33-72297515f1f3 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:37.652487 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.721903 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks [] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.729921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-debbb9f0-f854-46f9-9d4b-ca261e70bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:37.735632 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.738586 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-debbb9f0-f854-46f9-9d4b-ca261e70bcf2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e0bba285c3584d64b257d0800a59f0a2&device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 1097 time: 0.1912339 Jan 21 13:49:37.753279 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c69c43c3-e6bd-44a6-9b7b-deec29ffdcd9 req-f665db03-bd43-4e63-b64b-4c5f4d27296c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093438 Jan 21 13:49:37.766637 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-24fbe347-6e95-4092-a703-6ec690210a67 None None] Current status of the port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:37.824528 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e9fad925-e548-4a43-ba33-72297515f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:37.831670 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:37.852229 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:37.914796 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:37.961395 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-ed5d1e7a-147a-40e0-8db7-e19ff7428e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:37.964335 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-ed5d1e7a-147a-40e0-8db7-e19ff7428e37 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 200 len: 915 time: 0.1624398 Jan 21 13:49:37.976258 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c78a5350-14c6-47d1-b4ec-0be031155e67 None None] Provisioning complete for port e80d77ff-50e7-4a08-bfba-94abb45e83ca triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:37.976664 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c78a5350-14c6-47d1-b4ec-0be031155e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:38.032740 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c78a5350-14c6-47d1-b4ec-0be031155e67 None None] Port e80d77ff-50e7-4a08-bfba-94abb45e83ca cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:38.032977 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:38.041714 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240addee-2a86-4cc7-96c3-20be92c833f3 req-cc881c84-abdb-449d-94c0-1f98f0671230 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:38.043294 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-240addee-2a86-4cc7-96c3-20be92c833f3 req-cc881c84-abdb-449d-94c0-1f98f0671230 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.2578554 Jan 21 13:49:38.045718 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:38.046697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:38.050014 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:38.075715 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-627a385c-6794-4d2a-9f0c-c1b0a223fa65 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44df63fb-31a8-41f0-9f36-5eb26e076375 HTTP/1.1" status: 200 len: 217 time: 0.0894225 Jan 21 13:49:38.185044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:38.190743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-4b6fab01-dd23-4912-ad6d-d65a0183df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:38.192448 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-4b6fab01-dd23-4912-ad6d-d65a0183df56 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 200 len: 854 time: 0.1012361 Jan 21 13:49:38.242470 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-a6a2153f-ead3-46a2-a157-5c8826e3bc89 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d3bfe002-b112-41ad-8d5b-fc9e48025c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419877 Jan 21 13:49:38.257346 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:49:38.288868 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-240addee-2a86-4cc7-96c3-20be92c833f3 req-f61dc267-d18c-4c3e-9716-207d032bb9ca tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305560 Jan 21 13:49:38.367544 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-14411243-7d65-4043-a257-ace29ca9c9ad None None] Provisioning complete for port e80d77ff-50e7-4a08-bfba-94abb45e83ca triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:38.377970 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-14411243-7d65-4043-a257-ace29ca9c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:38.445813 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-05f3e4a6-512a-4d06-8179-dbcfba2396c9 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948140 Jan 21 13:49:38.447838 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-14411243-7d65-4043-a257-ace29ca9c9ad None None] Port e80d77ff-50e7-4a08-bfba-94abb45e83ca cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:49:38.480990 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:38.511219 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-298e4071-04ce-4b10-9a2b-29dbb58e3f58 admin admin] 10.222.0.84 "PUT /v2.0/routers/0e357a79-1037-42fa-bfc8-9eaeb8a4e28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1241877 Jan 21 13:49:38.554033 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c35b4b-ea65-4c98-b98e-663a3dff8b97 req-f0a7521d-5f87-4d52-90b3-79fb35504b23 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:38.561313 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-23c35b4b-ea65-4c98-b98e-663a3dff8b97 req-f0a7521d-5f87-4d52-90b3-79fb35504b23 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1153295 Jan 21 13:49:38.564704 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de860f-cec1-4b9b-8c0e-87c7abfe95f6 req-6da9be9a-e938-4b9c-9be3-0b9188ce799e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:38.574981 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6de860f-cec1-4b9b-8c0e-87c7abfe95f6 req-6da9be9a-e938-4b9c-9be3-0b9188ce799e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 944 time: 0.2459192 Jan 21 13:49:38.619880 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-23c35b4b-ea65-4c98-b98e-663a3dff8b97 req-f07d4a1b-332b-4586-98fc-fb9416067d57 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547876 Jan 21 13:49:38.662686 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6de860f-cec1-4b9b-8c0e-87c7abfe95f6 req-9a7720a6-cf55-4ef6-8451-9c26c55baefe tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Jan 21 13:49:38.664918 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599700f7-ce34-4907-af0e-3e8e2f532381 req-e8d3d557-4924-4462-a6e9-58aa239087d3 service neutron] 10.222.0.107 "GET /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091503 Jan 21 13:49:38.875836 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201d6c-cfb5-4e0b-b662-bf289b06a4a0 req-31d2971a-fc53-47fb-9c11-9dc791701b19 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:38.877464 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-54201d6c-cfb5-4e0b-b662-bf289b06a4a0 req-31d2971a-fc53-47fb-9c11-9dc791701b19 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0565219 Jan 21 13:49:38.890338 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5af95680-c452-4939-b1db-4d0f1340a75f up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:38.932331 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-54201d6c-cfb5-4e0b-b662-bf289b06a4a0 req-5462a001-a916-45af-9682-5a8de517c9fe tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Jan 21 13:49:38.947343 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 5af95680-c452-4939-b1db-4d0f1340a75f triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:38.947720 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.042194 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 5af95680-c452-4939-b1db-4d0f1340a75f is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:39.042589 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.063069 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 5af95680-c452-4939-b1db-4d0f1340a75f, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5af95680-c452-4939-b1db-4d0f1340a75f,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:39.066992 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.122314 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=5af95680-c452-4939-b1db-4d0f1340a75f,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:39.143062 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43876) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:39.147597 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879539442', 'description': 'tempest-secgroup-smoke-1879539442 description', 'project_id': '160416387af942969baffb4cbd2e83bf'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:39.173161 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.244659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (6ea43cfd-52b8-420f-8117-4f1726364bf0), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.248727 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (6ea43cfd-52b8-420f-8117-4f1726364bf0), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.276984 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.278205 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340952 Jan 21 13:49:39.281733 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43878) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:39.282690 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e46c-9cfe-4875-bd45-a43e8f7d24ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea43cfd-52b8-420f-8117-4f1726364bf0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:39.287378 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:39.317013 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (c50c5fcc-785d-4a31-aff0-86f4b39c3157), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.417510 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (c50c5fcc-785d-4a31-aff0-86f4b39c3157), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.422193 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (c50c5fcc-785d-4a31-aff0-86f4b39c3157), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.436584 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3048-e497-4d43-bbc5-581541d80472 req-f9d5c3b4-b971-4383-9dc6-78acefd06570 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:39.438093 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-97ff3048-e497-4d43-bbc5-581541d80472 req-f9d5c3b4-b971-4383-9dc6-78acefd06570 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0864813 Jan 21 13:49:39.455503 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50c5fcc-785d-4a31-aff0-86f4b39c3157,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:39.476319 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.477610 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9570dd69-79b4-429f-a4a8-bc291067f948 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1948295 Jan 21 13:49:39.480550 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43882) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:39.485140 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:39.500069 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-97ff3048-e497-4d43-bbc5-581541d80472 req-9f847cd2-9a0f-4148-baac-c6e0b3bd962e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551159 Jan 21 13:49:39.517146 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (7438ffd9-7905-4bd5-9b67-e0f4e436120b), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.580080 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (7438ffd9-7905-4bd5-9b67-e0f4e436120b), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.584199 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Sync routers for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:39.585854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (7438ffd9-7905-4bd5-9b67-e0f4e436120b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.600576 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:39.601271 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:39.609703 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7438ffd9-7905-4bd5-9b67-e0f4e436120b,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:39.615738 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.616988 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e9babecd-7e0e-436a-986e-3e267e23e7ec tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353641 Jan 21 13:49:39.620164 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43888) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:39.624905 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:39.661822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (df365ca4-18f5-4aa5-bfa3-1411c1d7a81b), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.730974 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (df365ca4-18f5-4aa5-bfa3-1411c1d7a81b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.739455 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (df365ca4-18f5-4aa5-bfa3-1411c1d7a81b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.740977 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:39.761888 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df365ca4-18f5-4aa5-bfa3-1411c1d7a81b,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:39.784190 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02dca-580f-4c63-9b37-8883cb38b522 req-5f0855df-25b9-4071-98ba-f62816308bbf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:39.793367 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8be02dca-580f-4c63-9b37-8883cb38b522 req-5f0855df-25b9-4071-98ba-f62816308bbf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0862224 Jan 21 13:49:39.825694 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.827192 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c0698e35-4fdf-4191-9795-0c38b956f80f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058027 Jan 21 13:49:39.830429 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43898) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:39.838736 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:39.868919 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb0910-30b5-4924-8ec6-8f5a087cb467 req-f487aa98-3032-44c2-afb2-164b61ae3619 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:39.870634 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3afb0910-30b5-4924-8ec6-8f5a087cb467 req-f487aa98-3032-44c2-afb2-164b61ae3619 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 944 time: 0.1066206 Jan 21 13:49:39.880861 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8be02dca-580f-4c63-9b37-8883cb38b522 req-c0a2f5ec-a4a3-4684-bb47-f59e2dc027f6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861611 Jan 21 13:49:39.908709 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (43980982-b1bd-4103-a4c1-c10b450688a3), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.938951 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3afb0910-30b5-4924-8ec6-8f5a087cb467 req-704bc340-f4db-4b95-8887-c2b2cf0cbfb6 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587547 Jan 21 13:49:39.993810 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (43980982-b1bd-4103-a4c1-c10b450688a3), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:39.998202 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (43980982-b1bd-4103-a4c1-c10b450688a3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.014981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:37Z', 'revision_number': 4, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e80d77ff-50e7-4a08-bfba-94abb45e83ca', 'name': '', 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'mac_address': 'fa:16:3e:7c:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:35Z', 'updated_at': '2022-01-21T13:49:37Z', 'revision_number': 2, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'subnets': [{'id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:40.043920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Checking router: 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:40.044445 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Updating router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e port e80d77ff-50e7-4a08-bfba-94abb45e83ca binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:49:40.044973 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43980982-b1bd-4103-a4c1-c10b450688a3,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:40.053095 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.054052 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9fb6cd5d-7968-4861-842b-d7bf2b76881e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2222791 Jan 21 13:49:40.057279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 43906) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:40.063450 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:40.075159 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.104160 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57124ab-88ed-4bb1-ae23-598aaae038c0 req-c6139d06-e4b2-4a48-a67c-ca1c2d719a08 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:40.105686 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f57124ab-88ed-4bb1-ae23-598aaae038c0 req-c6139d06-e4b2-4a48-a67c-ca1c2d719a08 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.1016598 Jan 21 13:49:40.114249 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Project 160416387af942969baffb4cbd2e83bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:49:40.122356 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (3a010351-34af-4fce-8867-db6abadd0d3c), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.202704 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f57124ab-88ed-4bb1-ae23-598aaae038c0 req-6bf98d49-5414-450a-8b75-597d9d4064d7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825770 Jan 21 13:49:40.231068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (3a010351-34af-4fce-8867-db6abadd0d3c), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.235401 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (3a010351-34af-4fce-8867-db6abadd0d3c), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.257092 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a010351-34af-4fce-8867-db6abadd0d3c,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:40.265603 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.266905 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d41eceee-bbc7-4b2b-b360-c4668d183a79 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2083576 Jan 21 13:49:40.269925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 43910) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:40.277141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'security_group_rule': {'security_group_id': '6ea43cfd-52b8-420f-8117-4f1726364bf0', 'project_id': '160416387af942969baffb4cbd2e83bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:40.335193 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Project 160416387af942969baffb4cbd2e83bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:49:40.348523 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d2b11-1692-419e-8231-762249e0c6dd req-b2ba830d-38dc-42ab-b460-9db32dd092ce tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:40.350009 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff9d2b11-1692-419e-8231-762249e0c6dd req-b2ba830d-38dc-42ab-b460-9db32dd092ce tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0672183 Jan 21 13:49:40.350815 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (f57103b2-2d23-4828-bea0-13cd3c847f42), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.365628 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks [] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.371374 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.424588 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397dfc-09da-4be0-89ea-6a85d1686414 None None] Pushing event updated for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:40.433040 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff9d2b11-1692-419e-8231-762249e0c6dd req-9f7d2e6d-d5bc-42ce-aa81-e80a5d119283 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727954 Jan 21 13:49:40.439895 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (f57103b2-2d23-4828-bea0-13cd3c847f42), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.469502 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (f57103b2-2d23-4828-bea0-13cd3c847f42), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.494978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57103b2-2d23-4828-bea0-13cd3c847f42,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:40.514247 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Attempting to bind port e80d77ff-50e7-4a08-bfba-94abb45e83ca on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:49:40.514629 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Attempting to bind port e80d77ff-50e7-4a08-bfba-94abb45e83ca by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:49:40.514999 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Attempting to bind port e80d77ff-50e7-4a08-bfba-94abb45e83ca on network 0c497d64-0527-4c36-ba33-995b8f1a15a7 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:49:40.530932 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:49:40.531730 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Checking segment: {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:49:40.532335 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.533084 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Bound using segment: {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:49:40.533903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Bound port: e80d77ff-50e7-4a08-bfba-94abb45e83ca, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfbb6be-845c-4f26-91c1-064d20cb1889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:49:40.534480 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.552290 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.553534 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-aeb6c70e-8c33-4f17-acca-2d650d5a51e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2816479 Jan 21 13:49:40.618790 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] For port e80d77ff-50e7-4a08-bfba-94abb45e83ca, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:49:40.623929 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] For port e80d77ff-50e7-4a08-bfba-94abb45e83ca, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e80d77ff-50e7-4a08-bfba-94abb45e83ca,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:49:40.631049 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.668518 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7038b-4625-4b6c-bf90-c566af7a9296 req-724a304a-f01d-47a0-8864-f08ddb5f52e6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:40.682111 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-46a7038b-4625-4b6c-bf90-c566af7a9296 req-724a304a-f01d-47a0-8864-f08ddb5f52e6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0775323 Jan 21 13:49:40.684293 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397dfc-09da-4be0-89ea-6a85d1686414 None None] Pushing event updated for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:40.707695 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:40.708319 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:40.799246 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-46a7038b-4625-4b6c-bf90-c566af7a9296 req-b7d6330e-2621-4e1a-9f81-e85ab8702edc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998251 Jan 21 13:49:40.847089 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.847946 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5af95680-c452-4939-b1db-4d0f1340a75f up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:40.895645 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Provisioning complete for port e80d77ff-50e7-4a08-bfba-94abb45e83ca triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:40.896040 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:40.933838 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:40.992088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a76e2-d2b5-4a0d-af67-08a2d4e04b87 req-61ad5e43-8339-4110-a584-9b4bad570ab0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:40.999840 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aa5a76e2-d2b5-4a0d-af67-08a2d4e04b87 req-61ad5e43-8339-4110-a584-9b4bad570ab0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0942535 Jan 21 13:49:41.058360 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4bc71-6e90-41cc-aeac-da86e7388fc4 req-051b447d-fb1b-4361-965f-b4964300bd88 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:41.067286 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-51e4bc71-6e90-41cc-aeac-da86e7388fc4 req-051b447d-fb1b-4361-965f-b4964300bd88 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0721178 Jan 21 13:49:41.069774 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aa5a76e2-d2b5-4a0d-af67-08a2d4e04b87 req-b5b219e8-3f4b-4824-badf-86c55adca194 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644145 Jan 21 13:49:41.098754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 44df63fb-31a8-41f0-9f36-5eb26e076375 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:49:41.211385 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-51e4bc71-6e90-41cc-aeac-da86e7388fc4 req-78a60bae-c283-4776-a936-9614bc5f2c0d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428161 Jan 21 13:49:41.246224 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7e28-e203-437f-bea1-859979a723e4 req-31e15b0d-2974-4cd3-9235-38adaf7cb3b9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:41.254161 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4eef7e28-e203-437f-bea1-859979a723e4 req-31e15b0d-2974-4cd3-9235-38adaf7cb3b9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 944 time: 0.0945299 Jan 21 13:49:41.343734 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=44df63fb-31a8-41f0-9f36-5eb26e076375,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:41.351345 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4eef7e28-e203-437f-bea1-859979a723e4 req-bc07d34d-3c2f-4ed8-9e9e-0df1514a8c1c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792954 Jan 21 13:49:41.360565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '44df63fb-31a8-41f0-9f36-5eb26e076375', 'network_id': 'd3bfe002-b112-41ad-8d5b-fc9e48025c33', 'port_id': '44df63fb-31a8-41f0-9f36-5eb26e076375', 'mac_address': 'fa:16:3e:5e:fd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb94a4f-15fe-40cc-936c-4e0d9cfee98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:49:41.423609 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 44df63fb-31a8-41f0-9f36-5eb26e076375 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:41.424003 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.451195 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44df63fb-31a8-41f0-9f36-5eb26e076375 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:49:41.464961 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 5af95680-c452-4939-b1db-4d0f1340a75f triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:41.465361 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.502665 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fb80c81e-d108-4ecb-89e2-a692aeb6858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.541978 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=44df63fb-31a8-41f0-9f36-5eb26e076375,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:41.555067 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.674297 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Current status of the port e80d77ff-50e7-4a08-bfba-94abb45e83ca is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:41.674697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.701890 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:41.753944 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] For port e80d77ff-50e7-4a08-bfba-94abb45e83ca, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e80d77ff-50e7-4a08-bfba-94abb45e83ca,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:41.764981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.795058 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 5af95680-c452-4939-b1db-4d0f1340a75f is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:41.814387 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:37Z', 'revision_number': 4, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e80d77ff-50e7-4a08-bfba-94abb45e83ca', 'name': '', 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'mac_address': 'fa:16:3e:7c:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:35Z', 'updated_at': '2022-01-21T13:49:40Z', 'revision_number': 4, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'subnets': [{'id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:41.854293 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40287ec-e0cd-466b-90e1-9fc20cea6077 None None] The sync data for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi is: [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:49:37Z', 'revision_number': 4, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e80d77ff-50e7-4a08-bfba-94abb45e83ca', 'name': '', 'network_id': '0c497d64-0527-4c36-ba33-995b8f1a15a7', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'mac_address': 'fa:16:3e:7c:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:35Z', 'updated_at': '2022-01-21T13:49:40Z', 'revision_number': 4, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'subnets': [{'id': 'd1603809-98fb-401d-871b-2d0cd71bac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:41.857130 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646416da-38d5-4a65-ab84-082a827ce2fa None None] Pushing event updated for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:41.897276 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-507ce60a-d935-4bd3-9a87-8938fa3b3749 None None] Provisioning complete for port e80d77ff-50e7-4a08-bfba-94abb45e83ca triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:41.897647 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-507ce60a-d935-4bd3-9a87-8938fa3b3749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:41.950750 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['44df63fb-31a8-41f0-9f36-5eb26e076375'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:41.957621 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6ce94-ce3f-4ec6-9317-931bfef1c9b3 req-e5190353-2368-4f1c-a14d-744a4dffd22c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:41.972819 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-daf6ce94-ce3f-4ec6-9317-931bfef1c9b3 req-e5190353-2368-4f1c-a14d-744a4dffd22c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1130137 Jan 21 13:49:42.051867 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-daf6ce94-ce3f-4ec6-9317-931bfef1c9b3 req-ef3d0aad-c783-423b-bd30-dbe513eaeea6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780108 Jan 21 13:49:42.108796 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-507ce60a-d935-4bd3-9a87-8938fa3b3749 None None] Current status of the port e80d77ff-50e7-4a08-bfba-94abb45e83ca is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:42.344674 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472beffe-8632-498a-b144-6cde6ff19c7f req-5d434a44-46ff-42d5-96be-85fbb2725e4b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:42.346356 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-472beffe-8632-498a-b144-6cde6ff19c7f req-5d434a44-46ff-42d5-96be-85fbb2725e4b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0554779 Jan 21 13:49:42.408890 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-472beffe-8632-498a-b144-6cde6ff19c7f req-39d6669d-8fa5-47e2-b0e4-b85090e59f28 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550196 Jan 21 13:49:42.492660 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ffa30-132a-4281-9c43-cb228c7fc279 req-3b187b3a-d1e0-4c9c-98c0-226efbdb56c1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:42.500356 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-930ffa30-132a-4281-9c43-cb228c7fc279 req-3b187b3a-d1e0-4c9c-98c0-226efbdb56c1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jan 21 13:49:42.555448 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-930ffa30-132a-4281-9c43-cb228c7fc279 req-a0a19935-614c-4021-ab67-1288d9385c1d tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Jan 21 13:49:42.882453 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e80d77ff-50e7-4a08-bfba-94abb45e83ca up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:42.938993 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e80d77ff-50e7-4a08-bfba-94abb45e83ca triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:42.939375 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:43.035917 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e80d77ff-50e7-4a08-bfba-94abb45e83ca is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:43.173951 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198cf0-5ded-4afd-8002-4cd4fe033996 req-291b46fd-a2d1-425a-8089-f1f6427a29b9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:43.175412 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-36198cf0-5ded-4afd-8002-4cd4fe033996 req-291b46fd-a2d1-425a-8089-f1f6427a29b9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0491376 Jan 21 13:49:43.226186 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-36198cf0-5ded-4afd-8002-4cd4fe033996 req-7e0c0676-2224-43ef-a302-f0718d3e15e0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445714 Jan 21 13:49:43.338096 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e88a1dd3-7479-400a-b7af-f135128f01ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:43.359973 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 44df63fb-31a8-41f0-9f36-5eb26e076375 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:43.414268 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 44df63fb-31a8-41f0-9f36-5eb26e076375 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:49:43.418699 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 44df63fb-31a8-41f0-9f36-5eb26e076375 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:43.419076 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:43.503328 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 44df63fb-31a8-41f0-9f36-5eb26e076375 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:43.503747 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:43.529772 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:43.532180 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b003444-5a62-48a1-8b7d-bfa683b8c53a" -d '{"events": [{"server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "name": "network-vif-plugged", "status": "completed", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:43.550353 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=44df63fb-31a8-41f0-9f36-5eb26e076375,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:43.554781 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7353ec6-4a02-490a-95cf-61649daf7894 req-73c37c74-afda-4681-8f6c-fccd14a59d83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:43.561060 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:43.567798 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d7353ec6-4a02-490a-95cf-61649daf7894 req-73c37c74-afda-4681-8f6c-fccd14a59d83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0683970 Jan 21 13:49:43.612996 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee0dc7b-ebd4-48cb-91c0-74cb9a678273 x-openstack-request-id: req-cee0dc7b-ebd4-48cb-91c0-74cb9a678273 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:43.613315 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "name": "network-vif-plugged", "status": "completed", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:43.613847 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cee0dc7b-ebd4-48cb-91c0-74cb9a678273 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:43.614265 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375', 'code': 200} Jan 21 13:49:43.638385 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d7353ec6-4a02-490a-95cf-61649daf7894 req-df316856-31dd-4370-9684-be8bf45b2dea tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695531 Jan 21 13:49:43.675788 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:43.753948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf726d-3ae3-40fe-982a-1719cb223215 req-39884908-b744-4570-b5b8-56de6765897b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:43.755839 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fecf726d-3ae3-40fe-982a-1719cb223215 req-39884908-b744-4570-b5b8-56de6765897b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0729017 Jan 21 13:49:43.824669 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b7173-f5ec-4818-8210-38bb7d87b421 req-dcf8f6bc-5315-47fe-b163-b906de28605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:43.826720 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-306b7173-f5ec-4818-8210-38bb7d87b421 req-dcf8f6bc-5315-47fe-b163-b906de28605a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 1099 time: 0.0455580 Jan 21 13:49:43.833737 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fecf726d-3ae3-40fe-982a-1719cb223215 req-5986e3b5-e47a-42fd-95cb-09162dab8c37 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688555 Jan 21 13:49:43.912652 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-306b7173-f5ec-4818-8210-38bb7d87b421 req-e99cf8ab-232f-427c-a98b-5cf1f578ff86 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645278 Jan 21 13:49:43.950298 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44042) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:44.068745 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1ae-621c-438f-bfcf-d8fa818340b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.146247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1ae-621c-438f-bfcf-d8fa818340b6 admin admin] Publish callbacks [] for security_group (2e79e8ab-eb7c-48b7-b0cb-42d69261e62b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.150782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f1ae-621c-438f-bfcf-d8fa818340b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2e79e8ab-eb7c-48b7-b0cb-42d69261e62b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.190654 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a4c8f1ae-621c-438f-bfcf-d8fa818340b6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4949c1d3bf39428691e85bcf4bd32a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392745 Jan 21 13:49:44.191878 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f1ae-621c-438f-bfcf-d8fa818340b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79e8ab-eb7c-48b7-b0cb-42d69261e62b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:44.193257 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44048) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:44.246298 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] Publish callbacks [] for security_group (2e79e8ab-eb7c-48b7-b0cb-42d69261e62b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.269185 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] Publish callbacks [] for security_group (2e79e8ab-eb7c-48b7-b0cb-42d69261e62b), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.323955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (2e79e8ab-eb7c-48b7-b0cb-42d69261e62b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.326736 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.327892 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e79e8ab-eb7c-48b7-b0cb-42d69261e62b HTTP/1.1" status: 204 len: 168 time: 0.1336031 Jan 21 13:49:44.337143 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b5548-2059-4928-9389-be8448cf4c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79e8ab-eb7c-48b7-b0cb-42d69261e62b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:44.365804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b57e-dc62-4ccc-8632-fc8b100ad2dd req-6f4cca57-1797-40f7-bf4c-82d617742e52 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:44.367322 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b424b57e-dc62-4ccc-8632-fc8b100ad2dd req-6f4cca57-1797-40f7-bf4c-82d617742e52 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0604098 Jan 21 13:49:44.418970 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b424b57e-dc62-4ccc-8632-fc8b100ad2dd req-f808723e-4805-4cc9-a930-7cd196fc3c0b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Jan 21 13:49:44.604343 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44058) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:44.619051 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69b7e032-09cf-4c79-9366-9f7090789944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.728040 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69b7e032-09cf-4c79-9366-9f7090789944 admin admin] Publish callbacks [] for security_group (5120016c-9c54-477c-a9a3-48dedae59c27), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.745339 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69b7e032-09cf-4c79-9366-9f7090789944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5120016c-9c54-477c-a9a3-48dedae59c27), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.794224 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-69b7e032-09cf-4c79-9366-9f7090789944 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2b8c43bfd5d84f8f8191a07bcbc9f226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887670 Jan 21 13:49:44.795858 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7e032-09cf-4c79-9366-9f7090789944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120016c-9c54-477c-a9a3-48dedae59c27,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:44.797384 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44070) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:44.809404 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515964-58ad-441b-83c8-b0ea2251aa5d req-f04d4566-2d78-4b23-ad0a-b2491a743e07 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:44.816384 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb515964-58ad-441b-83c8-b0ea2251aa5d req-f04d4566-2d78-4b23-ad0a-b2491a743e07 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.1005664 Jan 21 13:49:44.860285 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] Publish callbacks [] for security_group (5120016c-9c54-477c-a9a3-48dedae59c27), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.874272 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb515964-58ad-441b-83c8-b0ea2251aa5d req-00aa8bad-4421-41e1-84dd-cb86e1e2608d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569491 Jan 21 13:49:44.892836 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] Publish callbacks [] for security_group (5120016c-9c54-477c-a9a3-48dedae59c27), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:44.993832 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049f39a-8f42-4dd6-92da-e3c2d1d0e2ed req-ff811f89-e8ea-485a-8e25-d8362b259606 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:44.996497 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b049f39a-8f42-4dd6-92da-e3c2d1d0e2ed req-ff811f89-e8ea-485a-8e25-d8362b259606 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0539985 Jan 21 13:49:45.019636 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:45.028010 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77fea8-beac-4cc6-a1eb-d3de42fd1aaf req-46fd539e-ffc0-4370-ac4c-0365835db290 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:45.030000 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e77fea8-beac-4cc6-a1eb-d3de42fd1aaf req-46fd539e-ffc0-4370-ac4c-0365835db290 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0856767 Jan 21 13:49:45.031765 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c28c1-d3df-4072-a111-8f8de4101037 req-4dc340f8-fc5a-4513-bbd3-458a8e8a641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:45.033206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-4dc340f8-fc5a-4513-bbd3-458a8e8a641c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.1012688 Jan 21 13:49:45.034517 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5120016c-9c54-477c-a9a3-48dedae59c27), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:45.036951 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:45.037999 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5120016c-9c54-477c-a9a3-48dedae59c27 HTTP/1.1" status: 204 len: 168 time: 0.2384682 Jan 21 13:49:45.058879 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b049f39a-8f42-4dd6-92da-e3c2d1d0e2ed req-776a45c7-648e-4b28-869f-cd7b49293b38 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Jan 21 13:49:45.080553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97405f5-9208-4b3d-9e6b-1b9ad8bf39f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120016c-9c54-477c-a9a3-48dedae59c27,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:45.161270 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e77fea8-beac-4cc6-a1eb-d3de42fd1aaf req-b340df9a-ea5d-4c49-95a8-f130ad3eb43f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221759 Jan 21 13:49:45.182992 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c28c1-d3df-4072-a111-8f8de4101037 req-dc6bd283-ef5f-4cf3-a6b2-e8569d7caf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:45.184497 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-dc6bd283-ef5f-4cf3-a6b2-e8569d7caf91 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.1416533 Jan 21 13:49:45.237507 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-df3fe6cc-6a0e-446e-ae11-9d589974bd50 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0419416 Jan 21 13:49:45.297324 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c28c1-d3df-4072-a111-8f8de4101037 req-2489d493-b8a0-4505-8f4c-da838acf6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:45.298937 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-2489d493-b8a0-4505-8f4c-da838acf6232 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.0517170 Jan 21 13:49:45.333437 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-dd94a1c1-43f9-44ee-ad3b-180a360cf99d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244880 Jan 21 13:49:45.437948 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-4da8700f-a376-4fdd-9d8c-21e3c403c98b service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932524 Jan 21 13:49:45.556895 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3162-c97b-493e-9e7e-e8037c4eabf6 req-84c337a4-e520-49e9-b491-3e501e838332 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:45.558453 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-909a3162-c97b-493e-9e7e-e8037c4eabf6 req-84c337a4-e520-49e9-b491-3e501e838332 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0656893 Jan 21 13:49:45.572358 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-515c28c1-d3df-4072-a111-8f8de4101037 req-d212ca18-6f04-44b4-9176-61e374721fb2 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171260 Jan 21 13:49:45.620623 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-909a3162-c97b-493e-9e7e-e8037c4eabf6 req-f70c3966-4a91-4a7d-af76-4283f45a7807 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541906 Jan 21 13:49:46.004402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2090-3437-4982-9559-dc46c4b74527 req-d0a37608-f94f-4246-96f7-58204f4ebdf8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:46.005920 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-077d2090-3437-4982-9559-dc46c4b74527 req-d0a37608-f94f-4246-96f7-58204f4ebdf8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0507650 Jan 21 13:49:46.056912 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-077d2090-3437-4982-9559-dc46c4b74527 req-fb24015e-7825-4486-846f-1c591bde24dc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Jan 21 13:49:46.182505 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36e06-9124-472c-b6da-9d5219f8c7b5 req-8d51a71f-9e07-4009-a479-7a1e2bff9682 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:46.189842 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0f36e06-9124-472c-b6da-9d5219f8c7b5 req-8d51a71f-9e07-4009-a479-7a1e2bff9682 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0569386 Jan 21 13:49:46.238129 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0f36e06-9124-472c-b6da-9d5219f8c7b5 req-af6cdf11-747e-4276-9e98-33e93ac1402c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Jan 21 13:49:46.311200 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a104-fcf8-4477-9456-9463848178fb req-c95c302a-5318-49a3-bf08-29f66119fe5a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:46.312758 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b467a104-fcf8-4477-9456-9463848178fb req-c95c302a-5318-49a3-bf08-29f66119fe5a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0692594 Jan 21 13:49:46.366462 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b467a104-fcf8-4477-9456-9463848178fb req-0d31951f-070c-426f-a0ba-6b358c859c8c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475302 Jan 21 13:49:46.501651 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:46.748598 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04595d-b892-407a-a3f6-3979e2e00356 req-7c2cfaf6-4b4b-4690-b457-78567416e7bb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:46.750144 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a04595d-b892-407a-a3f6-3979e2e00356 req-7c2cfaf6-4b4b-4690-b457-78567416e7bb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0562596 Jan 21 13:49:46.796448 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a04595d-b892-407a-a3f6-3979e2e00356 req-ddb8310a-1971-4369-97bb-083668ea0b42 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406728 Jan 21 13:49:47.186128 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cc6ca-60d8-466a-ae80-44683becff12 req-2678a46e-97fc-4933-92c3-99613319ead1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:47.187637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b59cc6ca-60d8-466a-ae80-44683becff12 req-2678a46e-97fc-4933-92c3-99613319ead1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0504560 Jan 21 13:49:47.235525 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b59cc6ca-60d8-466a-ae80-44683becff12 req-30d141e6-ebed-488b-b3f2-69d73be21b06 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 Jan 21 13:49:47.361865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8ebf4-df97-48f5-afa0-b6b8963a761f req-922d9925-d38a-4a4a-9f33-4555b7a524d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:47.363329 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d6d8ebf4-df97-48f5-afa0-b6b8963a761f req-922d9925-d38a-4a4a-9f33-4555b7a524d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0530498 Jan 21 13:49:47.410926 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d6d8ebf4-df97-48f5-afa0-b6b8963a761f req-8db7eecb-c453-45a4-9113-f0710b544cc2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Jan 21 13:49:47.653877 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:47.930390 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6a70-4eb8-450e-8b82-9ab8152a70d9 req-cd4d5f96-86f7-499a-a705-f2b2036ebfc7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:47.932452 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-797e6a70-4eb8-450e-8b82-9ab8152a70d9 req-cd4d5f96-86f7-499a-a705-f2b2036ebfc7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0586212 Jan 21 13:49:47.986879 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-797e6a70-4eb8-450e-8b82-9ab8152a70d9 req-db4c0958-f4e3-49b6-8d42-f2ca0643bff5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478954 Jan 21 13:49:48.363071 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd79955-584c-404a-9e13-30f9319cd578 req-f43549cb-4b25-4a3f-9a83-4ec735e74062 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:48.364523 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4cd79955-584c-404a-9e13-30f9319cd578 req-f43549cb-4b25-4a3f-9a83-4ec735e74062 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0538294 Jan 21 13:49:48.414508 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4cd79955-584c-404a-9e13-30f9319cd578 req-41dfcb7c-7ac5-47d7-b41c-f189d9bfb616 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Jan 21 13:49:48.524533 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636bf48-9c73-4b7c-a4c7-cfb4054a0f33 req-e7e9a107-7482-4a70-9172-bdcf967f3bbd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:48.526000 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c636bf48-9c73-4b7c-a4c7-cfb4054a0f33 req-e7e9a107-7482-4a70-9172-bdcf967f3bbd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0479782 Jan 21 13:49:48.573957 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c636bf48-9c73-4b7c-a4c7-cfb4054a0f33 req-68e711b9-ea10-45ae-a008-3aaeacaee93d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jan 21 13:49:49.129023 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4061-bf29-4653-9e5a-9c1931ba3fda req-dc20f3f3-93bf-4e11-b16b-4f069ee55a9c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:49.130513 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-de7b4061-bf29-4653-9e5a-9c1931ba3fda req-dc20f3f3-93bf-4e11-b16b-4f069ee55a9c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0530841 Jan 21 13:49:49.177602 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-de7b4061-bf29-4653-9e5a-9c1931ba3fda req-8ca2b44b-d98a-4fd2-afc0-b15ac75f3bcf tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Jan 21 13:49:49.539471 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d31d0-3d60-477b-be15-716b8487de08 req-d1ad7b9e-12dd-45b1-9da4-2c4e056a2895 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:49.540974 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-021d31d0-3d60-477b-be15-716b8487de08 req-d1ad7b9e-12dd-45b1-9da4-2c4e056a2895 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0483143 Jan 21 13:49:49.594015 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-021d31d0-3d60-477b-be15-716b8487de08 req-800c3213-d240-4f0e-bdbe-e74c46991d2d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Jan 21 13:49:49.690673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b4bff-4713-47f3-bea6-c89cf14bd3dc req-efdc4d8e-175e-4f26-a7a7-6610d0e084ee tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:49.692231 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d0b4bff-4713-47f3-bea6-c89cf14bd3dc req-efdc4d8e-175e-4f26-a7a7-6610d0e084ee tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0480986 Jan 21 13:49:49.743863 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d0b4bff-4713-47f3-bea6-c89cf14bd3dc req-e94ace32-9abb-460d-887d-5adfb8c57b23 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Jan 21 13:49:50.294992 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58e5d4-445c-496f-b8e8-6d3274d45bad req-af7781a7-39c1-49b9-a6fd-b126d0517f96 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:50.297454 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d58e5d4-445c-496f-b8e8-6d3274d45bad req-af7781a7-39c1-49b9-a6fd-b126d0517f96 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0515993 Jan 21 13:49:50.349243 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d58e5d4-445c-496f-b8e8-6d3274d45bad req-a5765646-f47a-462a-bf7f-e2b872c78bd8 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Jan 21 13:49:50.870013 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e707d-be63-400d-ae53-cedd673a4cf0 req-e8f93a3e-0c3a-43f4-95e1-1939fa3e12c8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:50.875107 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fe6e707d-be63-400d-ae53-cedd673a4cf0 req-e8f93a3e-0c3a-43f4-95e1-1939fa3e12c8 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0540009 Jan 21 13:49:50.921113 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fe6e707d-be63-400d-ae53-cedd673a4cf0 req-3f94306d-2e45-47a8-8df8-73e620dc3916 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Jan 21 13:49:50.937257 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a741c13-3783-4a7f-b936-f80cdf3ffe57 req-80bc3233-8b9f-4ea9-b27f-a808cd46e596 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:50.938834 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5a741c13-3783-4a7f-b936-f80cdf3ffe57 req-80bc3233-8b9f-4ea9-b27f-a808cd46e596 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.2711160 Jan 21 13:49:50.988921 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5a741c13-3783-4a7f-b936-f80cdf3ffe57 req-ef3262ed-4f43-4858-8d3c-61ed6193a3f0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Jan 21 13:49:51.468163 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144323-4486-4d6d-a24d-fb46578eac44 req-95bfe4dc-f0f6-4838-8e62-a4241d10d28d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:51.469634 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5f144323-4486-4d6d-a24d-fb46578eac44 req-95bfe4dc-f0f6-4838-8e62-a4241d10d28d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0531173 Jan 21 13:49:51.522667 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5f144323-4486-4d6d-a24d-fb46578eac44 req-701b16cb-1fe8-4c4a-9a75-a503b4aa1133 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474527 Jan 21 13:49:51.761400 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b78072-78e0-4412-b1d5-cba95d8f6279 req-e505be28-8b10-4f07-b02a-d002c10c6b12 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:51.762952 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11b78072-78e0-4412-b1d5-cba95d8f6279 req-e505be28-8b10-4f07-b02a-d002c10c6b12 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0506079 Jan 21 13:49:51.810961 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11b78072-78e0-4412-b1d5-cba95d8f6279 req-291eee1d-8cf6-4425-bc9c-a77aaced6f2f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Jan 21 13:49:51.832389 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44260) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:52.044514 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0cd7d3-ea5e-470c-ae84-224d3654c5e5 tempest-TestMinimumBasicScenario-521707244 tempest-TestMinimumBasicScenario-521707244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:52.049197 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-eb0cd7d3-ea5e-470c-ae84-224d3654c5e5 tempest-TestMinimumBasicScenario-521707244 tempest-TestMinimumBasicScenario-521707244-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1093 time: 0.2126594 Jan 21 13:49:52.049340 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6ea0a-80cd-4715-b910-4bc5c19ee152 req-db4ca896-57c9-4f33-95e0-9bd1b5adb15a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:52.049340 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-46a6ea0a-80cd-4715-b910-4bc5c19ee152 req-db4ca896-57c9-4f33-95e0-9bd1b5adb15a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0585530 Jan 21 13:49:52.049836 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44270) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:52.054797 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'port_id': '2496e76e-909a-4437-9b2f-e13165d82630', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:52.084790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:52.101573 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-46a6ea0a-80cd-4715-b910-4bc5c19ee152 req-402b1ec0-a14c-45c9-9643-4563080f72ac tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Jan 21 13:49:52.157104 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154581a8-daa3-4fa6-951c-f96207c3d659 req-c826873f-13ea-4654-98cb-6cb080ef5f93 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:52.158579 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-154581a8-daa3-4fa6-951c-f96207c3d659 req-c826873f-13ea-4654-98cb-6cb080ef5f93 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0763695 Jan 21 13:49:52.238259 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-154581a8-daa3-4fa6-951c-f96207c3d659 req-72208b6c-a564-40a6-9d2f-ad217d0c315e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536225 Jan 21 13:49:52.258873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:52.371986 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Allocated IP 172.27.3.74 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/962aa7c4-8b72-4814-a2ea-4c81218ea678) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:49:52.475826 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:52.509894 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:52.545926 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:49:52.550726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:49:52.553292 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:49:52.589287 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'Port': ['ID=962aa7c4-8b72-4814-a2ea-4c81218ea678,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:52.650113 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bd19-4aea-4ed9-8742-933085ee35de req-27e9fc31-698b-4f48-aa98-bd1c69c9d203 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:52.651600 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1635bd19-4aea-4ed9-8742-933085ee35de req-27e9fc31-698b-4f48-aa98-bd1c69c9d203 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0533762 Jan 21 13:49:52.700494 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1635bd19-4aea-4ed9-8742-933085ee35de req-4ef11e6b-210f-476e-8dfd-c26e9da52c2a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 Jan 21 13:49:52.964651 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for floatingip (0b902248-5205-47ba-876c-2c889e949782), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.036589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.221786 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.226796 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.269801 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635add-ce48-4104-a226-148dacf53ab7 req-61706be1-6101-472c-a2d4-82c915340c10 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:53.271290 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62635add-ce48-4104-a226-148dacf53ab7 req-61706be1-6101-472c-a2d4-82c915340c10 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0949073 Jan 21 13:49:53.318976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'Port': ['ID=962aa7c4-8b72-4814-a2ea-4c81218ea678,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:53.345002 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (0b902248-5205-47ba-876c-2c889e949782), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.377314 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dc5a1-7d29-4117-a54c-650eea862e74 req-4a8882a4-f2c9-409b-9407-d9650580b204 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:53.378812 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f64dc5a1-7d29-4117-a54c-650eea862e74 req-4a8882a4-f2c9-409b-9407-d9650580b204 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0584502 Jan 21 13:49:53.400778 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62635add-ce48-4104-a226-148dacf53ab7 req-3dfa118e-9971-464a-b9db-9389fd96fdba tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192954 Jan 21 13:49:53.427027 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:49:53.429077 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f64dc5a1-7d29-4117-a54c-650eea862e74 req-f7252f17-903b-44d6-be5e-f44933afeae9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446110 Jan 21 13:49:53.469613 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Floating IP 0b902248-5205-47ba-876c-2c889e949782 associated. External IP: 172.27.3.74, port: 2496e76e-909a-4437-9b2f-e13165d82630. Jan 21 13:49:53.539476 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:53.551130 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:49:53.587571 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: ACTIVE; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:53.588068 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.600656 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:49:53.625443 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:53.629658 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.677272 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:53.688497 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Router 261a92ff-198d-45d7-b77d-38790b1d9c8d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:49:53.832577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:49:53.844774 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Sync routers for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:49:53.855891 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:53.856100 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23320-cbe9-4b3e-97d7-783bea3f23ba req-9e12117f-9d5d-4901-b93f-1bb9a71d0d16 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:53.856208 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:53.857367 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ea23320-cbe9-4b3e-97d7-783bea3f23ba req-9e12117f-9d5d-4901-b93f-1bb9a71d0d16 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0750451 Jan 21 13:49:53.866731 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:53.892485 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['13e896be-af8b-4c5b-b2fe-cd245c3385d1'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:53.935980 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-66f41960-5cdb-4d34-919f-581953a9b729 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8820729 Jan 21 13:49:53.935980 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:53.937065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5246fc8-45b6-40a7-a108-a84c1407df4a" -d '{"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:53.938156 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44290) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:53.952871 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792320631', 'description': 'tempest-secgroup-smoke-792320631 description', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:53.954478 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ea23320-cbe9-4b3e-97d7-783bea3f23ba req-5ae07b4d-4e51-496a-b273-96af4ea936ba tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790060 Jan 21 13:49:53.986368 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.014012 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35e286-0206-4b57-b938-c91a4ef8eb25 x-openstack-request-id: req-fe35e286-0206-4b57-b938-c91a4ef8eb25 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:54.014314 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:54.014576 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe35e286-0206-4b57-b938-c91a4ef8eb25 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:54.014999 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:49:54.021716 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:54.104089 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (87f9b4f1-f89d-4d54-a837-b3428966565d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.112345 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (87f9b4f1-f89d-4d54-a837-b3428966565d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.128794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-689737e3-7e91-4dd5-898d-e4486c9d1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.130242 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-689737e3-7e91-4dd5-898d-e4486c9d1b57 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0778041 Jan 21 13:49:54.174034 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9b4f1-f89d-4d54-a837-b3428966565d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:54.179002 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.179879 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c807f893-4c7a-4c73-9e0e-a27fa051d70e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2403898 Jan 21 13:49:54.182781 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44296) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:54.189203 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:54.250659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (dea48586-970e-4f1a-891d-24532f0a7601), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.279134 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-4977cf20-cf70-4b6d-8aa3-0a1fd5aa489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.281041 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-4977cf20-cf70-4b6d-8aa3-0a1fd5aa489c service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1421802 Jan 21 13:49:54.323773 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (dea48586-970e-4f1a-891d-24532f0a7601), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.331165 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (dea48586-970e-4f1a-891d-24532f0a7601), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.359309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea48586-970e-4f1a-891d-24532f0a7601,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:54.368128 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.369785 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-39a1d54f-97fe-45e5-a62c-c5bd34b39207 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859899 Jan 21 13:49:54.373487 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44300) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:54.382230 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:54.384158 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '0b902248-5205-47ba-876c-2c889e949782', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'port_id': '2496e76e-909a-4437-9b2f-e13165d82630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'mac_address': 'fa:16:3e:f3:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701db945-4044-472e-89aa-39c0d1c95ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:49:52Z', 'updated_at': '2022-01-21T13:49:52Z', 'revision_number': 0, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:54.420904 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Checking router: 261a92ff-198d-45d7-b77d-38790b1d9c8d for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:49:54.433103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (18b1b8f6-2716-4c9a-8717-e6f028389e11), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.438299 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:49:54.439252 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:49:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:54.518643 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (18b1b8f6-2716-4c9a-8717-e6f028389e11), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.524284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (18b1b8f6-2716-4c9a-8717-e6f028389e11), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.542460 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b1b8f6-2716-4c9a-8717-e6f028389e11,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:54.579871 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:49:54.592652 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.592652 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0bffac7b-e1eb-401c-a2a5-ed183f003668 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2163668 Jan 21 13:49:54.594890 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44306) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:54.604316 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:54.623525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a269cf-8d1e-40d8-a939-cf472bc968f8 req-21378467-0a33-46f6-89ef-c4d679ad136c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.625534 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-94a269cf-8d1e-40d8-a939-cf472bc968f8 req-21378467-0a33-46f6-89ef-c4d679ad136c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.0840724 Jan 21 13:49:54.641637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-3ea2f3d8-a89d-4f84-b29d-cb57bca06d47 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 998 time: 0.3455710 Jan 21 13:49:54.686244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (d56a47ad-3fff-4763-80a1-95a159896532), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.696974 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-94a269cf-8d1e-40d8-a939-cf472bc968f8 req-660e3c1d-220b-4f03-9163-fbe5df33f79d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560248 Jan 21 13:49:54.727483 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98aef1-d978-4a39-9838-25010a9ec9d1 req-2d937639-8faf-4a62-82f0-4380d150ca02 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.728300 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f98aef1-d978-4a39-9838-25010a9ec9d1 req-2d937639-8faf-4a62-82f0-4380d150ca02 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0890961 Jan 21 13:49:54.730199 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-96107b63-1f13-45f6-b8ba-a9b738e16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.732597 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-96107b63-1f13-45f6-b8ba-a9b738e16b5b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0824068 Jan 21 13:49:54.763738 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (d56a47ad-3fff-4763-80a1-95a159896532), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.771313 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (d56a47ad-3fff-4763-80a1-95a159896532), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.789854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56a47ad-3fff-4763-80a1-95a159896532,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:54.812525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.813997 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-73d9e3a9-9222-4ccc-9c3b-ce3f5b3a3587 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178471 Jan 21 13:49:54.816811 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44310) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:54.821271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:54.834121 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f98aef1-d978-4a39-9838-25010a9ec9d1 req-c8581bfd-a559-4a8b-9f57-3eae2e8ee0d7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Jan 21 13:49:54.836826 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-36ed2ad1-c13d-4e1c-894c-028671d65dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:54.838518 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-36ed2ad1-c13d-4e1c-894c-028671d65dba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803258 Jan 21 13:49:54.855823 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (0a7c25c4-bc44-4ed9-afa1-ac6ede3dfbfc), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.912936 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '0b902248-5205-47ba-876c-2c889e949782', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'port_id': '2496e76e-909a-4437-9b2f-e13165d82630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'mac_address': 'fa:16:3e:f3:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701db945-4044-472e-89aa-39c0d1c95ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:49:52Z', 'updated_at': '2022-01-21T13:49:52Z', 'revision_number': 0, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:49:54.924919 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (0a7c25c4-bc44-4ed9-afa1-ac6ede3dfbfc), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.929618 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (0a7c25c4-bc44-4ed9-afa1-ac6ede3dfbfc), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.944708 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f69816-70f6-4cc4-86f5-b1c0ea4d61c7 None None] The sync data for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi is: [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '0b902248-5205-47ba-876c-2c889e949782', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'port_id': '2496e76e-909a-4437-9b2f-e13165d82630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'mac_address': 'fa:16:3e:f3:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701db945-4044-472e-89aa-39c0d1c95ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:49:52Z', 'updated_at': '2022-01-21T13:49:52Z', 'revision_number': 0, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:49:54.952516 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7c25c4-bc44-4ed9-afa1-ac6ede3dfbfc,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:54.962780 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:54.964805 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-03ef31bb-848f-4142-a42c-30cc7129e50f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463737 Jan 21 13:49:54.967401 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44312) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:54.971746 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-469836e7-923c-402d-a888-a14c92f5e2c5 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101906 Jan 21 13:49:54.972277 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:55.024007 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Project cc3afc808f84460e9dce024a40c56a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:49:55.032925 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (d0c5487d-14c1-460e-9ee4-99353a3dcbd2), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.096849 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5246fc8-45b6-40a7-a108-a84c1407df4a req-82617f2f-860e-4516-bc2f-f0da64e6848d service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106644 Jan 21 13:49:55.125909 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e43d0-9db6-4c61-bd6d-350499dbb4e3 req-f7b48d11-eb8d-4999-b712-acb3b3e83e65 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:55.127552 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f12e43d0-9db6-4c61-bd6d-350499dbb4e3 req-f7b48d11-eb8d-4999-b712-acb3b3e83e65 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0916233 Jan 21 13:49:55.140113 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (d0c5487d-14c1-460e-9ee4-99353a3dcbd2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.147051 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (d0c5487d-14c1-460e-9ee4-99353a3dcbd2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.182805 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c5487d-14c1-460e-9ee4-99353a3dcbd2,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:55.203284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.203530 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed5836-2421-4850-ab49-d4326c81e614 None None] New status for floating IP 0b902248-5205-47ba-876c-2c889e949782: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:49:55.205124 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-aa3e358c-9b14-475c-800d-980adc66b68c tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2364919 Jan 21 13:49:55.208807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44320) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:49:55.216701 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'security_group_rule': {'security_group_id': '87f9b4f1-f89d-4d54-a837-b3428966565d', 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:55.230407 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f12e43d0-9db6-4c61-bd6d-350499dbb4e3 req-0c24ff17-c51a-4829-b524-9241674ff129 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937414 Jan 21 13:49:55.248841 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Project cc3afc808f84460e9dce024a40c56a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:49:55.253959 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (cd72164d-6e11-4aa3-a878-74d3d689f059), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.321619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (cd72164d-6e11-4aa3-a878-74d3d689f059), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.326350 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (cd72164d-6e11-4aa3-a878-74d3d689f059), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.345956 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd72164d-6e11-4aa3-a878-74d3d689f059,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:55.351073 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.355116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fb29bceb-44e0-4ad4-bd92-f6fab9ce1b44 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422958 Jan 21 13:49:55.419470 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:49:55.453170 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bdb84a43-215b-4a05-8788-810ccec945ba req-6ea9e874-c8d9-4a9e-85a4-78250b0f111a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792320631&fields=id&tenant_id=cc3afc808f84460e9dce024a40c56a4c HTTP/1.1" status: 200 len: 267 time: 0.0523050 Jan 21 13:49:55.469759 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:55.470241 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.512212 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb84a43-215b-4a05-8788-810ccec945ba req-6e6f65c5-208a-4b88-9807-0460acd1662a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:55.514111 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bdb84a43-215b-4a05-8788-810ccec945ba req-6e6f65c5-208a-4b88-9807-0460acd1662a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Jan 21 13:49:55.525863 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'port': {'security_groups': ['46812a8c-17b1-45ce-947f-79b28f05ba2f', '87f9b4f1-f89d-4d54-a837-b3428966565d']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:49:55.554080 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:55.554473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.580211 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:55.582529 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5095b244-56bb-4703-81ec-0bc9e8b42eae" -d '{"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:55.594903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:55.599649 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.601200 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.624361 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a335c9eb-e4f8-4ffa-94d6-e360d578f101 x-openstack-request-id: req-a335c9eb-e4f8-4ffa-94d6-e360d578f101 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:55.624685 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:55.624942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a335c9eb-e4f8-4ffa-94d6-e360d578f101 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:55.625328 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'code': 200} Jan 21 13:49:55.657655 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:55.800945 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:49:55.826955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3fe4-c166-4eca-ba4a-9510b14f283f req-1354e4e7-1ebe-41c0-84d5-08760ed7b01e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:55.831476 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-704d3fe4-c166-4eca-ba4a-9510b14f283f req-1354e4e7-1ebe-41c0-84d5-08760ed7b01e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0512626 Jan 21 13:49:55.832215 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for port (2496e76e-909a-4437-9b2f-e13165d82630), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.842319 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.855840 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:55.881260 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-704d3fe4-c166-4eca-ba4a-9510b14f283f req-4647a102-f4a3-47ff-97f4-cd851a59d600 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462978 Jan 21 13:49:55.895912 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:55.896672 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:55.898103 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bdb84a43-215b-4a05-8788-810ccec945ba req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "PUT /v2.0/ports/2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 981 time: 0.3778155 Jan 21 13:49:55.938119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473401-05ef-40aa-bf5c-917b0a42fa27 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=6']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:49:56.016715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:49:56.019087 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884" -d '{"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:49:56.024482 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad28d20-d3ab-4f1a-ba74-3dafd9f61622 req-943c763e-c08c-4100-b0f6-778804c20faa tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.033091 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dad28d20-d3ab-4f1a-ba74-3dafd9f61622 req-943c763e-c08c-4100-b0f6-778804c20faa tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0804670 Jan 21 13:49:56.044454 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4a89f-0845-4175-b6f0-d7d94d5d1114 req-b7e3e450-b2a6-4dfa-b7b4-a25bfb7f0a1d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.046171 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5dd4a89f-0845-4175-b6f0-d7d94d5d1114 req-b7e3e450-b2a6-4dfa-b7b4-a25bfb7f0a1d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0683565 Jan 21 13:49:56.093124 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:49:56.124240 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dad28d20-d3ab-4f1a-ba74-3dafd9f61622 req-d23c878a-0154-4969-b7c2-0005aee4e100 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902705 Jan 21 13:49:56.177252 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5dd4a89f-0845-4175-b6f0-d7d94d5d1114 req-b6e53f01-f407-4800-bb4d-5746a08d795a tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185379 Jan 21 13:49:56.179297 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56c3941-d38a-4257-8c41-61b8256fd898 x-openstack-request-id: req-f56c3941-d38a-4257-8c41-61b8256fd898 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:49:56.179588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:49:56.179838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f56c3941-d38a-4257-8c41-61b8256fd898 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:49:56.180238 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:49:56.252998 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-13a5436d-4eb1-4d66-8b0d-d4c6d8a66669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.254538 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-13a5436d-4eb1-4d66-8b0d-d4c6d8a66669 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1137 time: 0.0405540 Jan 21 13:49:56.300207 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-63acca6e-6bea-4676-b9aa-5e039b33c0ec None None] Provisioning complete for port 2496e76e-909a-4437-9b2f-e13165d82630 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:49:56.300774 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-63acca6e-6bea-4676-b9aa-5e039b33c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2496e76e-909a-4437-9b2f-e13165d82630), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:49:56.379300 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2bfb-0507-454c-abb0-74c7565c889a req-5f8663de-c668-4bee-8ad7-228020e857c5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.380847 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-317e2bfb-0507-454c-abb0-74c7565c889a req-5f8663de-c668-4bee-8ad7-228020e857c5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0578651 Jan 21 13:49:56.393289 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-ff3cdaf3-2008-40b6-8b2c-9e098c9ffb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.393289 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-ff3cdaf3-2008-40b6-8b2c-9e098c9ffb9b service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1315782 Jan 21 13:49:56.439379 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-317e2bfb-0507-454c-abb0-74c7565c889a req-2f589289-844e-4241-9c33-9a806c3dd2b7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520148 Jan 21 13:49:56.478959 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-b269ef48-5741-49a1-bf1e-3ad0ea55ee3c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 1000 time: 0.0783665 Jan 21 13:49:56.532874 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-627676b4-e9f1-4bfc-be00-49720392c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.534576 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-627676b4-e9f1-4bfc-be00-49720392c1c8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0486128 Jan 21 13:49:56.538274 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-63acca6e-6bea-4676-b9aa-5e039b33c0ec None None] Current status of the port 2496e76e-909a-4437-9b2f-e13165d82630 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:49:56.586506 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-e4961017-ab84-43a2-b974-c39dc86c13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:56.588053 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-e4961017-ab84-43a2-b974-c39dc86c13d9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468516 Jan 21 13:49:56.642154 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:49:56.689821 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-e3de5e69-2514-418e-bba3-6e1fabbeec38 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923929 Jan 21 13:49:56.788192 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c29a3fe3-6dfd-46cf-8a92-5df8d1a81884 req-f7591017-f9ad-4ef9-9b97-b3070d5712df service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Jan 21 13:49:57.002990 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04952b-f549-45b9-8239-c94c4c8cc151 req-f20b4e01-7521-4f6e-925f-a26f41f2d856 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:57.005284 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ad04952b-f549-45b9-8239-c94c4c8cc151 req-f20b4e01-7521-4f6e-925f-a26f41f2d856 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0499461 Jan 21 13:49:57.059184 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ad04952b-f549-45b9-8239-c94c4c8cc151 req-6c80ec72-dd59-4ff2-9bc7-e1f2c2c85f8c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Jan 21 13:49:57.259674 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c173-93b2-4cc5-a0ca-b2eea98f96ac req-c5c7ab90-645f-4491-ac84-dfc210cbdcf7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:57.261220 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2014c173-93b2-4cc5-a0ca-b2eea98f96ac req-c5c7ab90-645f-4491-ac84-dfc210cbdcf7 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0535674 Jan 21 13:49:57.309871 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2014c173-93b2-4cc5-a0ca-b2eea98f96ac req-81664b6b-f29c-413a-b598-100dea68cf66 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Jan 21 13:49:57.562891 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e1953-85bc-41a2-8ac0-3fe4eb9f8909 req-f8541e42-8c70-4364-b31a-95e539c9ac17 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:57.566907 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-773e1953-85bc-41a2-8ac0-3fe4eb9f8909 req-f8541e42-8c70-4364-b31a-95e539c9ac17 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0539479 Jan 21 13:49:57.628053 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-773e1953-85bc-41a2-8ac0-3fe4eb9f8909 req-8d8104b3-a8a8-4e92-88ca-9de12aced0e0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530078 Jan 21 13:49:58.186758 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf7584-e713-4dd6-910a-266e883b48bd req-de7a7d50-63a2-4669-9461-137fde2fcc4c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:58.188288 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-61cf7584-e713-4dd6-910a-266e883b48bd req-de7a7d50-63a2-4669-9461-137fde2fcc4c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0550354 Jan 21 13:49:58.234149 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-61cf7584-e713-4dd6-910a-266e883b48bd req-93ee9402-1ce3-4e4a-9063-ff9a97dc6f73 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Jan 21 13:49:58.429274 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed79ad2-8a05-4777-b513-16904d2c12d2 req-690ea684-e332-40c2-b4b9-94a4bfd305e6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:58.430901 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eed79ad2-8a05-4777-b513-16904d2c12d2 req-690ea684-e332-40c2-b4b9-94a4bfd305e6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0495312 Jan 21 13:49:58.478543 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eed79ad2-8a05-4777-b513-16904d2c12d2 req-74dec89c-aa7a-493c-9835-3b547a06cebb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Jan 21 13:49:58.751340 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc45fb-bf36-4054-8d00-240585567c8c req-91a3e8c1-92eb-449e-9ad0-61940f67566b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:58.752922 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99dc45fb-bf36-4054-8d00-240585567c8c req-91a3e8c1-92eb-449e-9ad0-61940f67566b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0556858 Jan 21 13:49:58.803607 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99dc45fb-bf36-4054-8d00-240585567c8c req-07e8b488-dce0-4ff7-9eef-5885b67e8351 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Jan 21 13:49:59.359943 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6eb8-842a-4fec-ba16-caf0225b32d6 req-e417d618-a1d3-47c4-80c0-c5189aa21d39 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:59.362055 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-664a6eb8-842a-4fec-ba16-caf0225b32d6 req-e417d618-a1d3-47c4-80c0-c5189aa21d39 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0560088 Jan 21 13:49:59.414400 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-664a6eb8-842a-4fec-ba16-caf0225b32d6 req-70f4954d-c490-4090-939f-80ede342710c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Jan 21 13:49:59.597089 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eac99f-335e-41bf-bd57-0e996eef238a req-e8557421-2b08-48d2-91da-8a88496fe0f4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:59.598606 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62eac99f-335e-41bf-bd57-0e996eef238a req-e8557421-2b08-48d2-91da-8a88496fe0f4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0518508 Jan 21 13:49:59.668659 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62eac99f-335e-41bf-bd57-0e996eef238a req-e4c80732-14ee-4f56-96a1-88a9198ab986 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Jan 21 13:49:59.936772 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9279-a2e8-45d4-a938-c77320089dd0 req-76942eec-1dc2-4693-96bb-282977dd626d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:49:59.938991 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-51ec9279-a2e8-45d4-a938-c77320089dd0 req-76942eec-1dc2-4693-96bb-282977dd626d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0567629 Jan 21 13:50:00.031404 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-51ec9279-a2e8-45d4-a938-c77320089dd0 req-5533080f-8289-4299-a80b-654062543b3b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710554 Jan 21 13:50:00.572224 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc535-9ee3-4977-b2b1-8fc911fc47ba req-c9c4f85c-4c36-4081-b7c5-c80c80c6b71d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:00.582308 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c7cbc535-9ee3-4977-b2b1-8fc911fc47ba req-c9c4f85c-4c36-4081-b7c5-c80c80c6b71d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0813162 Jan 21 13:50:00.628664 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c7cbc535-9ee3-4977-b2b1-8fc911fc47ba req-d49a5bf9-ce62-4f82-9472-2e396083c991 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Jan 21 13:50:00.801582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a698-40b9-490a-8617-669b7a78ddc3 req-4a171c2c-d2d0-44fb-991c-a12e6cd67036 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:00.809903 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4192a698-40b9-490a-8617-669b7a78ddc3 req-4a171c2c-d2d0-44fb-991c-a12e6cd67036 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0614028 Jan 21 13:50:00.869389 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4192a698-40b9-490a-8617-669b7a78ddc3 req-87739657-827e-494e-a07c-b46738ed6c56 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583811 Jan 21 13:50:01.189972 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0fef-19b3-4af4-9e33-1d62eafda786 req-da49663e-c373-4ef8-9c59-7456e3600a45 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:01.193775 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-444d0fef-19b3-4af4-9e33-1d62eafda786 req-da49663e-c373-4ef8-9c59-7456e3600a45 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jan 21 13:50:01.243943 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-444d0fef-19b3-4af4-9e33-1d62eafda786 req-e376a395-6e01-4346-a3f4-f90ffaabc0bc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Jan 21 13:50:01.651312 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6168999-64ff-41ee-a991-9cfb52f3487a req-b08ce679-7d98-472c-8e64-0a055cdda106 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:01.665142 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d6168999-64ff-41ee-a991-9cfb52f3487a req-b08ce679-7d98-472c-8e64-0a055cdda106 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0552042 Jan 21 13:50:01.733859 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d6168999-64ff-41ee-a991-9cfb52f3487a req-18679ccc-1d9c-456a-8c0b-22d2a81373c7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Jan 21 13:50:01.785802 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f721d-a153-47e3-94fe-0ba1a479e2a0 req-c3b3b7a2-3b69-437f-b3c6-bbea0543fe75 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:01.787760 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fb1f721d-a153-47e3-94fe-0ba1a479e2a0 req-c3b3b7a2-3b69-437f-b3c6-bbea0543fe75 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0656714 Jan 21 13:50:01.841089 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fb1f721d-a153-47e3-94fe-0ba1a479e2a0 req-d42ee483-f20e-4970-9006-6697843ad0ff tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Jan 21 13:50:02.003825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac59e6-452e-4434-9a9e-26daecf8eb4b req-d31ced4c-5487-44c1-b9fd-970c353d40c0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:02.005459 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bac59e6-452e-4434-9a9e-26daecf8eb4b req-d31ced4c-5487-44c1-b9fd-970c353d40c0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0625250 Jan 21 13:50:02.319260 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bac59e6-452e-4434-9a9e-26daecf8eb4b req-743a7f36-de57-4bd2-910b-97f20937e26f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050649 Jan 21 13:50:02.442327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528c6f4-31ed-4ce0-8729-f02c5682f8f8 req-35e5f1e7-70bb-4939-8326-8319f8f5cefb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:02.445332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3528c6f4-31ed-4ce0-8729-f02c5682f8f8 req-35e5f1e7-70bb-4939-8326-8319f8f5cefb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1032968 Jan 21 13:50:02.501801 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3528c6f4-31ed-4ce0-8729-f02c5682f8f8 req-7dd17d74-38ad-49c1-9143-9bd79642c8f6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512486 Jan 21 13:50:02.899383 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043a377-4301-4414-938f-e56ea36ca21c req-dd8e9dac-6f1f-4720-9ddf-c1a9a1b34087 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:02.900963 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8043a377-4301-4414-938f-e56ea36ca21c req-dd8e9dac-6f1f-4720-9ddf-c1a9a1b34087 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0867422 Jan 21 13:50:02.971492 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8043a377-4301-4414-938f-e56ea36ca21c req-f86658c1-230b-4497-ab0e-fe97111387b2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620019 Jan 21 13:50:03.010973 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb46d90-e337-4b9f-b988-e0055ca59b0d req-4b8345eb-199d-4137-af10-921af0948d4b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:03.013125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fbb46d90-e337-4b9f-b988-e0055ca59b0d req-4b8345eb-199d-4137-af10-921af0948d4b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0717545 Jan 21 13:50:03.080339 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fbb46d90-e337-4b9f-b988-e0055ca59b0d req-a53b5c6f-5063-4da0-8bef-785ce6bfb414 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616717 Jan 21 13:50:03.461284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a00700-d345-44e3-868e-3bafab3c176c req-a6c80e63-3f3e-4298-b383-5968cb0a7cd2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:03.462843 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a7a00700-d345-44e3-868e-3bafab3c176c req-a6c80e63-3f3e-4298-b383-5968cb0a7cd2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0745764 Jan 21 13:50:03.524950 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a7a00700-d345-44e3-868e-3bafab3c176c req-4cc3fec1-b31f-47bf-8c48-a90e1ac81378 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545161 Jan 21 13:50:03.630129 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e45b4e-5bd1-4533-81a8-12be0ac2d610 req-c36c2674-9fee-4a0e-bde9-dec6f4e4bd06 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:03.631988 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-34e45b4e-5bd1-4533-81a8-12be0ac2d610 req-c36c2674-9fee-4a0e-bde9-dec6f4e4bd06 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0520191 Jan 21 13:50:03.689063 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-34e45b4e-5bd1-4533-81a8-12be0ac2d610 req-54c52313-ac94-4cac-868a-6420ab93735b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508301 Jan 21 13:50:04.071915 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-6c808939-9dcf-4c55-928a-e13d07153b3c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:04.074949 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-6c808939-9dcf-4c55-928a-e13d07153b3c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0611613 Jan 21 13:50:04.120591 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ff77-b7ee-4079-af23-69906888f4d6 req-90dbee37-9f02-4417-b633-88369d91e5f8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:04.122973 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5754ff77-b7ee-4079-af23-69906888f4d6 req-90dbee37-9f02-4417-b633-88369d91e5f8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 946 time: 0.0828323 Jan 21 13:50:04.187771 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5754ff77-b7ee-4079-af23-69906888f4d6 req-c97830cd-7b48-4d60-88c5-2d836a005c0a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 Jan 21 13:50:04.311793 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcf9a-87f2-4026-954f-a0c2a6e9cf7a req-946b8dd9-3d63-4460-a5e2-bfba8f45149e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:04.311793 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-725fcf9a-87f2-4026-954f-a0c2a6e9cf7a req-946b8dd9-3d63-4460-a5e2-bfba8f45149e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0965030 Jan 21 13:50:04.363010 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Deleting port 44df63fb-31a8-41f0-9f36-5eb26e076375 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:04.363353 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:04.452826 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-725fcf9a-87f2-4026-954f-a0c2a6e9cf7a req-ee045cb4-b70d-42c2-ad90-23040a20806f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308239 Jan 21 13:50:04.504897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] For port 44df63fb-31a8-41f0-9f36-5eb26e076375, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=44df63fb-31a8-41f0-9f36-5eb26e076375,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:04.505549 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:04.532433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Calling delete_port for 44df63fb-31a8-41f0-9f36-5eb26e076375 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:04.690955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62797b-82b1-4932-9b4b-616a4f828225 req-18d8aa9d-59dd-46ca-8ced-9404f731a042 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:04.700999 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb62797b-82b1-4932-9b4b-616a4f828225 req-18d8aa9d-59dd-46ca-8ced-9404f731a042 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0893116 Jan 21 13:50:04.710190 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (44df63fb-31a8-41f0-9f36-5eb26e076375), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:04.724188 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db', '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', '44df63fb-31a8-41f0-9f36-5eb26e076375'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:04.787930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event deleted for resources: {'Port': ['ID=44df63fb-31a8-41f0-9f36-5eb26e076375,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:04.816156 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] No DVR routers for this DVR port 44df63fb-31a8-41f0-9f36-5eb26e076375 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:04.818876 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:04.821528 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb62797b-82b1-4932-9b4b-616a4f828225 req-ccd98849-a4f7-4caf-8d42-34d0bb265382 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194448 Jan 21 13:50:04.824380 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ab9a9a3-f574-4315-99e5-94796cfc548c req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "DELETE /v2.0/ports/44df63fb-31a8-41f0-9f36-5eb26e076375 HTTP/1.1" status: 204 len: 173 time: 0.7361138 Jan 21 13:50:04.838581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'name': 'network-vif-deleted', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:04.856308 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758fb81c-c9b4-4154-9fa2-44af74d7781f" -d '{"events": [{"server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "name": "network-vif-deleted", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:04.879402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.883199 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.883690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.885177 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.885597 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.886007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.888204 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.888645 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.889118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.889521 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.889988 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.890380 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.890830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f4037-8e02-472c-9fb0-eb242ace35cd tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:04.942167 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e158e8-c4ed-4822-9e23-3162bac59dea x-openstack-request-id: req-41e158e8-c4ed-4822-9e23-3162bac59dea {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:04.942556 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f688f4e-9f41-43fb-aacc-58a71f34e07b", "name": "network-vif-deleted", "tag": "44df63fb-31a8-41f0-9f36-5eb26e076375", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:04.942734 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41e158e8-c4ed-4822-9e23-3162bac59dea {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:04.944502 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f688f4e-9f41-43fb-aacc-58a71f34e07b', 'name': 'network-vif-deleted', 'tag': '44df63fb-31a8-41f0-9f36-5eb26e076375', 'status': 'completed', 'code': 200} Jan 21 13:50:05.008424 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b155-fd1d-4a87-8073-369efadc72e6 req-ec74ced0-815e-4a37-bd32-3077f2c63bb7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:05.010015 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9756b155-fd1d-4a87-8073-369efadc72e6 req-ec74ced0-815e-4a37-bd32-3077f2c63bb7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1336701 Jan 21 13:50:05.074818 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9756b155-fd1d-4a87-8073-369efadc72e6 req-e1f6b46c-3022-41fb-8cd4-135b23d5db9a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576000 Jan 21 13:50:05.313361 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-041303ac-6962-481c-a5b3-4c36b4bf8abe req-34162a3d-46f8-4042-b15c-1bb1bf64c193 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f688f4e-9f41-43fb-aacc-58a71f34e07b HTTP/1.1" status: 200 len: 210 time: 0.0294013 Jan 21 13:50:05.683295 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ee61-483e-4d85-8b43-ae0fe6fe9c21 req-b241f62e-b143-4640-8f1f-de6dc65f671d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:05.685226 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1116ee61-483e-4d85-8b43-ae0fe6fe9c21 req-b241f62e-b143-4640-8f1f-de6dc65f671d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0741208 Jan 21 13:50:05.754532 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1116ee61-483e-4d85-8b43-ae0fe6fe9c21 req-74c17901-a893-4c73-983d-ee34d900d534 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627580 Jan 21 13:50:05.796205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d9d4e-847d-40e9-8799-1973a5167412 req-5c668896-d633-4410-ae31-67867b17a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:05.798934 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-381d9d4e-847d-40e9-8799-1973a5167412 req-5c668896-d633-4410-ae31-67867b17a333 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.0559399 Jan 21 13:50:05.869217 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-381d9d4e-847d-40e9-8799-1973a5167412 req-79426f05-8403-4d84-b878-eb79fdfc013d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Jan 21 13:50:05.958267 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c457a3-1a1d-4779-a570-934a51edca06 req-28a51ba6-db13-4fcb-ad1a-6abf8753cc11 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:05.959795 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f6c457a3-1a1d-4779-a570-934a51edca06 req-28a51ba6-db13-4fcb-ad1a-6abf8753cc11 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0611322 Jan 21 13:50:06.023401 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f6c457a3-1a1d-4779-a570-934a51edca06 req-4e41efa0-f75d-4442-acbd-a9d286efa92f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573211 Jan 21 13:50:06.201640 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a299760-1750-426c-8b5a-6b15398832aa req-571bedbf-5861-462a-9a18-9f2fcc8e5bb2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:06.203176 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a299760-1750-426c-8b5a-6b15398832aa req-571bedbf-5861-462a-9a18-9f2fcc8e5bb2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0578201 Jan 21 13:50:06.257625 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a299760-1750-426c-8b5a-6b15398832aa req-1ac6191f-933f-4333-ac3c-1d7400253c42 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489645 Jan 21 13:50:06.886736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6631df5-0f7f-4908-bfd0-adef242b11fc req-3929c71a-0a54-4e51-a2b8-73862b418e1b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:06.888986 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c6631df5-0f7f-4908-bfd0-adef242b11fc req-3929c71a-0a54-4e51-a2b8-73862b418e1b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0535936 Jan 21 13:50:06.946985 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c6631df5-0f7f-4908-bfd0-adef242b11fc req-4f015fc7-8f9c-40f1-a618-a7907104fef9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534070 Jan 21 13:50:07.147387 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1995f9-6547-4bb0-a807-d5d89c90fa35 req-1667b0c4-34cb-4025-b2ea-0879f1813e30 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:07.149311 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2d1995f9-6547-4bb0-a807-d5d89c90fa35 req-1667b0c4-34cb-4025-b2ea-0879f1813e30 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0572207 Jan 21 13:50:07.206101 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2d1995f9-6547-4bb0-a807-d5d89c90fa35 req-77d64072-23fe-4309-9a92-78955794af0e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Jan 21 13:50:07.404602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0216d9-b87c-4c9f-8617-5929d26bad22 req-1d7e3e13-90d2-46e7-a152-7afc90d88288 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:07.406132 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d0216d9-b87c-4c9f-8617-5929d26bad22 req-1d7e3e13-90d2-46e7-a152-7afc90d88288 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0609691 Jan 21 13:50:07.469101 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d0216d9-b87c-4c9f-8617-5929d26bad22 req-15bdac68-2525-474d-b60d-8b973ff26be2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555975 Jan 21 13:50:07.810999 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573407-f560-49c9-abfa-cca1c8b4f996 req-50353bcc-1fff-4adf-b779-43d64f7c8fb9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:07.812690 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88573407-f560-49c9-abfa-cca1c8b4f996 req-50353bcc-1fff-4adf-b779-43d64f7c8fb9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.0573409 Jan 21 13:50:07.876418 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88573407-f560-49c9-abfa-cca1c8b4f996 req-8f1b5c00-a643-47f5-b01b-efc024e4f20d tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Jan 21 13:50:08.081609 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c12730-cd05-4611-aac1-92fdf713bf43 req-87eb1f6b-ad4a-4156-a3a4-45794200b48f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.083182 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c6c12730-cd05-4611-aac1-92fdf713bf43 req-87eb1f6b-ad4a-4156-a3a4-45794200b48f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0599511 Jan 21 13:50:08.168322 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c6c12730-cd05-4611-aac1-92fdf713bf43 req-ed8cdf31-2822-4fff-8fca-1c16ebaf01ca tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750647 Jan 21 13:50:08.294832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 44df63fb-31a8-41f0-9f36-5eb26e076375 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:08.319048 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 44df63fb-31a8-41f0-9f36-5eb26e076375 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:08.319625 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 44df63fb-31a8-41f0-9f36-5eb26e076375 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:08.365511 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50843575-06f6-4303-a764-4d7b4c8626fe req-b5a65c5c-6912-4546-bb04-35e13907ff86 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.367078 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50843575-06f6-4303-a764-4d7b4c8626fe req-b5a65c5c-6912-4546-bb04-35e13907ff86 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0862799 Jan 21 13:50:08.423968 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50843575-06f6-4303-a764-4d7b4c8626fe req-e73ac5cf-9d13-42a8-9f80-f20d42929016 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504129 Jan 21 13:50:08.608632 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234e35-1d29-403c-97df-acfecc8efa1b req-c455226f-cc12-4a06-bd56-06783d8fecb7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.618210 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d1234e35-1d29-403c-97df-acfecc8efa1b req-c455226f-cc12-4a06-bd56-06783d8fecb7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0635586 Jan 21 13:50:08.706177 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-edefb542-11bd-4043-a8db-77deb5f5e78e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635326 Jan 21 13:50:08.723871 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d1234e35-1d29-403c-97df-acfecc8efa1b req-9d84e3c3-89c3-49f1-ad49-7ed28c3167d3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042495 Jan 21 13:50:08.803696 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-4699ec36-d247-42b6-a911-b27ca60c814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.805579 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-4699ec36-d247-42b6-a911-b27ca60c814c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 1098 time: 0.0538309 Jan 21 13:50:08.966018 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb0910-dae2-43db-a78e-44f5c7c39912 req-b1a3f6e6-a665-4668-b231-95d3b114be01 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.967544 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36eb0910-dae2-43db-a78e-44f5c7c39912 req-b1a3f6e6-a665-4668-b231-95d3b114be01 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.1602235 Jan 21 13:50:08.989143 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-96883776-2d62-42ad-a0ad-9d62732fcede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.990600 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-96883776-2d62-42ad-a0ad-9d62732fcede service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=129b530f15584103a5bf73d0a63e801d&device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 1099 time: 0.1394596 Jan 21 13:50:08.996787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceae7a-8f36-4031-b3fe-b0a8ae309be6 req-9415b829-0b2d-46df-88c9-817b83bfeed5 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:08.998208 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bceae7a-8f36-4031-b3fe-b0a8ae309be6 req-9415b829-0b2d-46df-88c9-817b83bfeed5 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.0512087 Jan 21 13:50:09.038736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-d4af0c84-8939-451d-bb25-5b689fb4fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.040202 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-d4af0c84-8939-451d-bb25-5b689fb4fefa service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.1917160 Jan 21 13:50:09.046629 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bceae7a-8f36-4031-b3fe-b0a8ae309be6 req-dad8306d-5385-4f7a-9151-68f860b0a253 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Jan 21 13:50:09.134782 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-665d269c-5c40-433b-8b6b-7a6671376702 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 HTTP/1.1" status: 200 len: 217 time: 0.0810103 Jan 21 13:50:09.140014 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36eb0910-dae2-43db-a78e-44f5c7c39912 req-d2857255-b4ec-4761-b4ef-4f5701f6964a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641121 Jan 21 13:50:09.193485 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-b0f38264-973e-40b5-8e7b-dc8f9a1a1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.194945 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-b0f38264-973e-40b5-8e7b-dc8f9a1a1f11 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 200 len: 920 time: 0.1933177 Jan 21 13:50:09.201138 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-ff6abfdd-3b66-4569-8c06-413543c4dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.202914 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-ff6abfdd-3b66-4569-8c06-413543c4dbe4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.0606225 Jan 21 13:50:09.252238 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-a3d9f2af-ece6-4231-9082-53188f73f06a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 200 len: 217 time: 0.0480368 Jan 21 13:50:09.267962 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-7c592685-cf1a-4e74-9978-a743369e44e9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565658 Jan 21 13:50:09.292092 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619200-3929-445a-9562-473af5a302ed req-a180df08-9c8c-4c0a-90aa-5b63e267dc34 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.294339 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4a619200-3929-445a-9562-473af5a302ed req-a180df08-9c8c-4c0a-90aa-5b63e267dc34 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0531354 Jan 21 13:50:09.347072 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4a619200-3929-445a-9562-473af5a302ed req-c5c1934d-ecd1-44b6-8252-652889779cc0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Jan 21 13:50:09.360852 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-efdeae85-9f00-47c6-b18b-6384334a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.362312 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-efdeae85-9f00-47c6-b18b-6384334a7dec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 200 len: 859 time: 0.0967512 Jan 21 13:50:09.401272 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-e8fec232-c5c4-40b9-92e3-e50a7da423f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8def9da6-8338-4654-a529-ca0ba4b105e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277231 Jan 21 13:50:09.420712 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-c82109df-0c9a-4f66-ac1a-ff1c3671834e service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272676 Jan 21 13:50:09.820547 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-4a9ea95f-288b-42ee-a49b-64fe75b05bdb service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988929 Jan 21 13:50:09.845683 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ad7f6b2-f4f8-4ba0-926c-7c689063e1b0 req-a717241d-af6c-4bc2-89ad-d9ab4e3f4138 service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066341 Jan 21 13:50:09.928743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5d51-e6d3-4726-aea2-89d5bbc7751a req-9b9273e4-2802-42be-b8d9-717b5bc20beb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:09.930221 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-284a5d51-e6d3-4726-aea2-89d5bbc7751a req-9b9273e4-2802-42be-b8d9-717b5bc20beb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1351266 Jan 21 13:50:09.961294 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ea92c7b-45b9-4d39-a10b-e57aedb695ba req-a0782209-2ef3-4b15-bf9f-3a3c7566b8fa service neutron] 10.222.0.107 "GET /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255584 Jan 21 13:50:09.990399 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-284a5d51-e6d3-4726-aea2-89d5bbc7751a req-16634b2a-3ade-4e33-9520-f99f5ea57e9b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536525 Jan 21 13:50:10.154544 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-7d58787c-6292-433a-b0c9-fbd638141398 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.156037 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-7d58787c-6292-433a-b0c9-fbd638141398 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Jan 21 13:50:10.176396 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb114-d3d1-4fb7-bf5f-41f34a4b68c4 req-feb0fd69-ad42-48d5-9042-40680e937b70 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.177851 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f68cb114-d3d1-4fb7-bf5f-41f34a4b68c4 req-feb0fd69-ad42-48d5-9042-40680e937b70 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Jan 21 13:50:10.227027 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f68cb114-d3d1-4fb7-bf5f-41f34a4b68c4 req-5f82612e-4422-4747-bdd4-95467e6eda81 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Jan 21 13:50:10.283984 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8f95-9dbb-4a24-bed5-ad490217ceb8 req-1df66e90-cf91-4b92-9f73-a2cffca9390c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.285478 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d5e8f95-9dbb-4a24-bed5-ad490217ceb8 req-1df66e90-cf91-4b92-9f73-a2cffca9390c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0744162 Jan 21 13:50:10.311876 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Deleting port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:10.312213 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:10.392944 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d5e8f95-9dbb-4a24-bed5-ad490217ceb8 req-ec9c655d-08ee-4179-af84-a73b07f7ca14 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006072 Jan 21 13:50:10.439081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] For port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:10.439472 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:10.456987 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Calling delete_port for c58b0585-9bc6-4560-a4be-2cdbe88f5e2b owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:10.478253 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b90a0-3b66-40d5-bf7e-bc932ab096df req-45df64a1-435d-42e8-b5ed-66dc0278c5de tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.480762 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-833b90a0-3b66-40d5-bf7e-bc932ab096df req-45df64a1-435d-42e8-b5ed-66dc0278c5de tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0551734 Jan 21 13:50:10.529918 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-833b90a0-3b66-40d5-bf7e-bc932ab096df req-19bdd4b4-8587-4b4f-af49-b5822d075c4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 Jan 21 13:50:10.606565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (c58b0585-9bc6-4560-a4be-2cdbe88f5e2b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:10.620906 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db', '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:10.652003 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event deleted for resources: {'Port': ['ID=c58b0585-9bc6-4560-a4be-2cdbe88f5e2b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:10.698588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] No DVR routers for this DVR port c58b0585-9bc6-4560-a4be-2cdbe88f5e2b on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:10.703063 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103df442-481b-460f-bfa9-386fa0dd6927 req-635a1f80-2c93-4c4c-958f-c9f53e7bcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.704601 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-635a1f80-2c93-4c4c-958f-c9f53e7bcab2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1099 time: 0.1070001 Jan 21 13:50:10.705940 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:10.709149 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c10a8623-b97f-4d8a-82fe-383d38cec713 req-c5f5efa7-c6d9-42e8-992b-2ce16a2c2210 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "DELETE /v2.0/ports/c58b0585-9bc6-4560-a4be-2cdbe88f5e2b HTTP/1.1" status: 204 len: 173 time: 0.5443063 Jan 21 13:50:10.709611 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'name': 'network-vif-deleted', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:10.711927 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048cf362-bc76-4528-8a03-568905f215d7" -d '{"events": [{"server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "name": "network-vif-deleted", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:10.768983 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dad56f-6406-4b05-8d67-8311aa7165d4 x-openstack-request-id: req-94dad56f-6406-4b05-8d67-8311aa7165d4 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:10.769281 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262414e-91b5-4f61-9b5c-c51380f5fc46", "name": "network-vif-deleted", "tag": "c58b0585-9bc6-4560-a4be-2cdbe88f5e2b", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:10.769602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94dad56f-6406-4b05-8d67-8311aa7165d4 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:10.778656 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4262414e-91b5-4f61-9b5c-c51380f5fc46', 'name': 'network-vif-deleted', 'tag': 'c58b0585-9bc6-4560-a4be-2cdbe88f5e2b', 'status': 'completed', 'code': 200} Jan 21 13:50:10.844028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103df442-481b-460f-bfa9-386fa0dd6927 req-f9cf2c13-3c36-4033-a52f-da2f089363fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.845590 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-f9cf2c13-3c36-4033-a52f-da2f089363fe service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.1219642 Jan 21 13:50:10.859662 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:10.926850 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-95641052-f0f5-47cd-9c77-37b3b7ae764b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 1002 time: 0.0692110 Jan 21 13:50:10.987753 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103df442-481b-460f-bfa9-386fa0dd6927 req-e8103315-6469-4bc8-bca3-ad667876fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:10.989115 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-e8103315-6469-4bc8-bca3-ad667876fb81 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0537157 Jan 21 13:50:11.049226 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103df442-481b-460f-bfa9-386fa0dd6927 req-b60461ca-8576-493a-9493-f55f9ea63ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:11.050753 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-b60461ca-8576-493a-9493-f55f9ea63ec4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541837 Jan 21 13:50:11.113642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf996-c5ed-428d-9f05-b005e9bf797c req-a57efff7-40e0-4c65-b4e3-99d7df745039 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:11.115148 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db5cf996-c5ed-428d-9f05-b005e9bf797c req-a57efff7-40e0-4c65-b4e3-99d7df745039 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jan 21 13:50:11.146687 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-fb7f59cb-520b-410f-b9b3-16cb641f8186 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872989 Jan 21 13:50:11.162739 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db5cf996-c5ed-428d-9f05-b005e9bf797c req-78828319-1a58-4544-a6db-dad3c8116a5b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Jan 21 13:50:11.237248 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-103df442-481b-460f-bfa9-386fa0dd6927 req-ad476463-a56c-42aa-8dd6-01d3a6d5b039 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822024 Jan 21 13:50:11.315270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d6022e0d-868f-4f42-8c59-ede6848ba6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:11.340116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1b3a004e-08ae-41fb-a470-9f6525e1cd0f req-20d3b5af-7ccf-4f60-b380-0d6de2f98ff3 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=4262414e-91b5-4f61-9b5c-c51380f5fc46 HTTP/1.1" status: 200 len: 210 time: 0.0265262 Jan 21 13:50:11.514995 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038420a-4be3-414a-983d-23eef3746972 req-2b00625d-5594-4ee5-9c44-fbd8dca3bf61 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:11.516471 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3038420a-4be3-414a-983d-23eef3746972 req-2b00625d-5594-4ee5-9c44-fbd8dca3bf61 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0497472 Jan 21 13:50:11.562539 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3038420a-4be3-414a-983d-23eef3746972 req-9f87f23e-9300-4099-b2fa-ec9ce5b925dc tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Jan 21 13:50:11.654772 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c57b2-2ae0-4019-931e-a9778ad42d98 req-100fe619-ae0c-442c-9cc1-eace9954bb63 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:11.656248 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-958c57b2-2ae0-4019-931e-a9778ad42d98 req-100fe619-ae0c-442c-9cc1-eace9954bb63 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0532625 Jan 21 13:50:11.702352 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-958c57b2-2ae0-4019-931e-a9778ad42d98 req-9f712a0c-3c6e-4262-a5ef-eee3d9a408eb tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404339 Jan 21 13:50:12.283758 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b107-381b-444b-9c9b-9343c23f291c req-edbb8d91-8910-4ee6-97fe-06df793f7357 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:12.285327 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eed9b107-381b-444b-9c9b-9343c23f291c req-edbb8d91-8910-4ee6-97fe-06df793f7357 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0509048 Jan 21 13:50:12.341657 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eed9b107-381b-444b-9c9b-9343c23f291c req-a1070c21-c664-4aa4-91d7-5cd738cd8c69 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494888 Jan 21 13:50:12.381997 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-47ed598e-62d1-4fd6-8863-af34d3fff07f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879539442&fields=id&tenant_id=160416387af942969baffb4cbd2e83bf HTTP/1.1" status: 200 len: 267 time: 0.0477474 Jan 21 13:50:12.497833 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-b0eb829c-5e36-4790-bf41-5f7416be0be6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:12.499249 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-b0eb829c-5e36-4790-bf41-5f7416be0be6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 808 time: 0.1103623 Jan 21 13:50:12.517466 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-7022b240-0e0e-433e-b3b4-b08f227bf321 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/quotas/160416387af942969baffb4cbd2e83bf HTTP/1.1" status: 200 len: 375 time: 0.0105193 Jan 21 13:50:12.576145 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-a811987c-5cef-44b2-910c-9c7af863b01a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495708 Jan 21 13:50:12.638009 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cfcba-36b4-42cf-89b9-3f718a46d873 req-64e974e0-2c6a-4c5f-b392-7cf5bf4fded8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:12.640095 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8f3cfcba-36b4-42cf-89b9-3f718a46d873 req-64e974e0-2c6a-4c5f-b392-7cf5bf4fded8 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.0678060 Jan 21 13:50:12.685201 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-49a8441f-b1d0-426d-86c4-d5b0b9ad3e66 service neutron] 10.222.0.84 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960741 Jan 21 13:50:12.691393 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8f3cfcba-36b4-42cf-89b9-3f718a46d873 req-d3dde0d5-801d-4a48-8807-a2edfa7bc722 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Jan 21 13:50:12.779863 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-7da75df8-e626-4c23-86fc-a56bff588856 service neutron] 10.222.0.84 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Jan 21 13:50:12.798021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46c05c-fc65-453b-b336-3cef6e623460 req-67ae0dae-c9e6-4e64-9578-0ac96abd1709 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:12.799531 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9f46c05c-fc65-453b-b336-3cef6e623460 req-67ae0dae-c9e6-4e64-9578-0ac96abd1709 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0548096 Jan 21 13:50:12.847818 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9f46c05c-fc65-453b-b336-3cef6e623460 req-ee40ac47-cb88-4c47-a92f-e017bc92a654 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Jan 21 13:50:12.965460 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3debd-8279-4871-a011-b85019464ae6 req-f05d5e89-0d45-485c-8c4b-6712a3a78592 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:12.967237 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9c3debd-8279-4871-a011-b85019464ae6 req-f05d5e89-0d45-485c-8c4b-6712a3a78592 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0567887 Jan 21 13:50:13.021099 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9c3debd-8279-4871-a011-b85019464ae6 req-6203d493-009e-4685-9492-57cf0ad1d8f7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483797 Jan 21 13:50:13.115987 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-02429113-ef4d-4203-8145-8c6e0a19d9d3 req-c2fb6186-77e1-46d4-b4fd-fd145be8eae0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0315304 Jan 21 13:50:13.345570 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-444103ac-41ca-4352-b98e-0aa881b6484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:13.493665 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b8e7-b58a-44ed-a174-bd614118d09e req-487c7771-b2f2-43a1-bb1d-9ebb0ab6d115 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:13.495258 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7509b8e7-b58a-44ed-a174-bd614118d09e req-487c7771-b2f2-43a1-bb1d-9ebb0ab6d115 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0621905 Jan 21 13:50:13.546243 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7509b8e7-b58a-44ed-a174-bd614118d09e req-9a09a21e-07e0-4df5-9d8b-2006a5e0c3cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jan 21 13:50:13.810249 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41c3d7-5806-4432-9b52-ae86bd592dd3 req-7ccce96e-dea8-47ef-b119-2e53bc2cd17f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:13.811670 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4a41c3d7-5806-4432-9b52-ae86bd592dd3 req-7ccce96e-dea8-47ef-b119-2e53bc2cd17f tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.0505035 Jan 21 13:50:13.859577 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4a41c3d7-5806-4432-9b52-ae86bd592dd3 req-2bbc0af4-a1bc-40ba-ad69-4a3c6a230538 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Jan 21 13:50:14.172892 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648247f2-60cb-477a-b332-807d1c7aef3b req-8ce29924-13d5-4107-a052-3c9a8efbe851 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:14.174527 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-648247f2-60cb-477a-b332-807d1c7aef3b req-8ce29924-13d5-4107-a052-3c9a8efbe851 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 946 time: 0.0609839 Jan 21 13:50:14.218547 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-84b351b7-858b-416b-a190-86252d59b054 req-162b7dc2-b570-4569-a9d5-838affbd0bb8 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Jan 21 13:50:14.255920 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-648247f2-60cb-477a-b332-807d1c7aef3b req-149959a5-3085-4080-9807-967b0ff0ff91 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757930 Jan 21 13:50:14.332991 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device c58b0585-9bc6-4560-a4be-2cdbe88f5e2b no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:14.354608 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: c58b0585-9bc6-4560-a4be-2cdbe88f5e2b {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:14.355242 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device c58b0585-9bc6-4560-a4be-2cdbe88f5e2b not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:14.355354 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:14.385307 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-7b025af2-3ff9-4169-a4a2-4f24628dfae9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:14.387535 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-7b025af2-3ff9-4169-a4a2-4f24628dfae9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 808 time: 0.1850169 Jan 21 13:50:14.457697 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-53ab8011-ac72-4eff-b41d-0b50d93e76c1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:14.459485 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-53ab8011-ac72-4eff-b41d-0b50d93e76c1 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.1575484 Jan 21 13:50:14.463075 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: ACTIVE; New status is: DOWN {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:14.464598 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:14.495815 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:14.499741 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccce41a-3032-491a-abf4-e36c7c55d24e" -d '{"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-unplugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:14.517530 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:14.524150 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:14.530281 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-792948d0-80b8-4f1c-be5d-a549bdbf9897 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160416387af942969baffb4cbd2e83bf HTTP/1.1" status: 200 len: 380 time: 0.1306393 Jan 21 13:50:14.541795 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'port': {'device_id': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'admin_state_up': True, 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'security_groups': ['6ea43cfd-52b8-420f-8117-4f1726364bf0']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:50:14.586680 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b2be6a-0b85-43d4-8eb1-1acb520d17cb x-openstack-request-id: req-c9b2be6a-0b85-43d4-8eb1-1acb520d17cb {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:14.587082 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-unplugged", "status": "failed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "code": 422}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:14.587867 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c9b2be6a-0b85-43d4-8eb1-1acb520d17cb {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:14.588301 dv-cinder-820164-2-iscsi neutron-server[109147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'code': 422} returned with failed status Jan 21 13:50:14.589070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:14.675456 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Deleting port 6158ddf8-bb57-41da-8425-5bb12d1f9863 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:14.675937 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:14.717349 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902928-56ef-484e-b324-817fb144717b req-05001a31-9822-4535-8c2e-937471f38774 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:14.719091 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65902928-56ef-484e-b324-817fb144717b req-05001a31-9822-4535-8c2e-937471f38774 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0608671 Jan 21 13:50:14.783141 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65902928-56ef-484e-b324-817fb144717b req-7c3cc899-80c0-4da0-8d4a-a259693fcaa1 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561647 Jan 21 13:50:14.785239 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Made reservation on behalf of 160416387af942969baffb4cbd2e83bf for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:50:14.790981 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:14.852577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] For port 6158ddf8-bb57-41da-8425-5bb12d1f9863, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6158ddf8-bb57-41da-8425-5bb12d1f9863,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:14.853006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:14.876186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Calling delete_port for 6158ddf8-bb57-41da-8425-5bb12d1f9863 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:15.008343 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 44734) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:15.025417 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.075199 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b68f91-8a88-4ce7-b0f3-d9c4dd466965 req-b8aa9f19-873b-485c-ae46-cc7c2c128c4f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:15.085409 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f5b68f91-8a88-4ce7-b0f3-d9c4dd466965 req-b8aa9f19-873b-485c-ae46-cc7c2c128c4f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0894196 Jan 21 13:50:15.103009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Allocated IP 172.20.0.6 (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07/fcae0c88-0fd6-4dc0-baa5-fd5828244fba/40372efa-3a9e-443e-a378-7289829a045d) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:50:15.144116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5c617-7b53-45c6-845c-3fd096b0ee95 req-94335ac2-33c8-4983-b693-8a0b8afcc6e0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:15.151025 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-adc5c617-7b53-45c6-845c-3fd096b0ee95 req-94335ac2-33c8-4983-b693-8a0b8afcc6e0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1f4ec04-0507-4d14-bd50-081d379d0ecf HTTP/1.1" status: 200 len: 945 time: 0.1106944 Jan 21 13:50:15.169185 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f5b68f91-8a88-4ce7-b0f3-d9c4dd466965 req-04ed6f5d-4178-4313-9a2d-8f733d36147a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819328 Jan 21 13:50:15.234348 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-b5a35b03-cbcd-4cca-8fb2-8747e9cbe860 req-1bcf736e-a628-44bc-8d63-e74557282fc5 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:50:15.235583 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b5a35b03-cbcd-4cca-8fb2-8747e9cbe860 req-1bcf736e-a628-44bc-8d63-e74557282fc5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057960 Jan 21 13:50:15.301001 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-836c3a82-fb41-4c3b-93e5-8e5648bfde61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.322239 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-adc5c617-7b53-45c6-845c-3fd096b0ee95 req-da1757f5-8d83-44c9-860e-95668fa4f3a9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703532 Jan 21 13:50:15.381169 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6158ddf8-bb57-41da-8425-5bb12d1f9863), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.400662 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db', '6158ddf8-bb57-41da-8425-5bb12d1f9863'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:15.410177 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c8b1eeb7-b94c-4bc6-bcea-15ec6a0d1cfc req-aba417db-390b-4314-94e4-5b53b560ee40 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0445912 Jan 21 13:50:15.445143 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-fc68a8fd-67dc-42d8-9e61-84d996f8cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:15.446662 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-fc68a8fd-67dc-42d8-9e61-84d996f8cd8a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1098 time: 0.2371328 Jan 21 13:50:15.447452 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event deleted for resources: {'Port': ['ID=6158ddf8-bb57-41da-8425-5bb12d1f9863,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:15.580023 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] No DVR routers for this DVR port 6158ddf8-bb57-41da-8425-5bb12d1f9863 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:15.582630 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.586828 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3265badb-7b80-4b85-a2e8-396afe6600b8 req-a75691a8-fe8a-4d57-a162-e638a0045eef tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "DELETE /v2.0/ports/6158ddf8-bb57-41da-8425-5bb12d1f9863 HTTP/1.1" status: 204 len: 173 time: 1.1203494 Jan 21 13:50:15.595159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'name': 'network-vif-deleted', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:15.597604 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d617af1-09c8-41ad-85fa-fbba56431847" -d '{"events": [{"server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "name": "network-vif-deleted", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:15.699814 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for port (40372efa-3a9e-443e-a378-7289829a045d), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.704512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638b0e9-aac6-43ba-b5d2-5fcb1cb6798a x-openstack-request-id: req-9638b0e9-aac6-43ba-b5d2-5fcb1cb6798a {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:15.704512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4ec04-0507-4d14-bd50-081d379d0ecf", "name": "network-vif-deleted", "tag": "6158ddf8-bb57-41da-8425-5bb12d1f9863", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:15.704512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9638b0e9-aac6-43ba-b5d2-5fcb1cb6798a {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:15.704805 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4ec04-0507-4d14-bd50-081d379d0ecf', 'name': 'network-vif-deleted', 'tag': '6158ddf8-bb57-41da-8425-5bb12d1f9863', 'status': 'completed', 'code': 200} Jan 21 13:50:15.720029 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a513fa-e052-40ab-a37f-5308ada71815 req-f6e46c08-a3b9-4a40-9620-278a79288e42 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:15.721905 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0a513fa-e052-40ab-a37f-5308ada71815 req-f6e46c08-a3b9-4a40-9620-278a79288e42 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.2939351 Jan 21 13:50:15.785127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44770) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:15.791834 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-836c3a82-fb41-4c3b-93e5-8e5648bfde61 admin admin] Publish callbacks [] for security_group (3b832f9c-9726-42ca-9b2a-274e2ed9a93f), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.805577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-f1592d30-a641-4c5d-b88f-b8ed818143ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:15.807004 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-f1592d30-a641-4c5d-b88f-b8ed818143ee service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.3341422 Jan 21 13:50:15.810318 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-836c3a82-fb41-4c3b-93e5-8e5648bfde61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3b832f9c-9726-42ca-9b2a-274e2ed9a93f), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.904014 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-9770f1e7-2275-4f6c-80cd-68609d660b23 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177325 Jan 21 13:50:15.913364 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-1a056d87-9610-47d6-aeff-a7e82787c279 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:50:15.914326 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-1a056d87-9610-47d6-aeff-a7e82787c279 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051181 Jan 21 13:50:15.920466 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e0a513fa-e052-40ab-a37f-5308ada71815 req-976d3c13-ee35-4aa6-9025-e0a01bc4dd9b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844490 Jan 21 13:50:15.922703 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-836c3a82-fb41-4c3b-93e5-8e5648bfde61 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57179fb6aac443abbfde8ccaa719ead2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9132578 Jan 21 13:50:15.925821 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44776) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:15.929397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:15.936194 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c3a82-fb41-4c3b-93e5-8e5648bfde61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b832f9c-9726-42ca-9b2a-274e2ed9a93f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:15.983689 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] Publish callbacks [] for security_group (3b832f9c-9726-42ca-9b2a-274e2ed9a93f), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.009224 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] Publish callbacks [] for security_group (3b832f9c-9726-42ca-9b2a-274e2ed9a93f), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.020414 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-68fc048c-f21f-4f1c-9fb6-d41d006fe1f8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 1001 time: 0.1859689 Jan 21 13:50:16.026707 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:50:16.042215 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:16.044840 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:50:16.069735 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:50:16.084679 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3b832f9c-9726-42ca-9b2a-274e2ed9a93f), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.087861 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.089443 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b832f9c-9726-42ca-9b2a-274e2ed9a93f HTTP/1.1" status: 204 len: 168 time: 0.1622152 Jan 21 13:50:16.114960 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e91ecd-2d85-425d-8d3d-ad58a6a98f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b832f9c-9726-42ca-9b2a-274e2ed9a93f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:16.337391 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1f2f-7798-4862-be3a-a1573b42c5b3 req-b08e1811-5f78-44a8-b2c3-ddc0cf5e9dc1 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:16.338651 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b12e1f2f-7798-4862-be3a-a1573b42c5b3 req-b08e1811-5f78-44a8-b2c3-ddc0cf5e9dc1 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0633025 Jan 21 13:50:16.446679 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b12e1f2f-7798-4862-be3a-a1573b42c5b3 req-120dee2a-503b-4274-9b3e-6a486d8dbb9d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964289 Jan 21 13:50:16.531617 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.572950 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f379d2b1-ccf3-4cd9-af75-0d600d45cea9 None None] Provisioning complete for port 40372efa-3a9e-443e-a378-7289829a045d triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:50:16.573742 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f379d2b1-ccf3-4cd9-af75-0d600d45cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (40372efa-3a9e-443e-a378-7289829a045d), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.609255 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-14967e9b-1455-4f80-b5a7-fbb5ff13b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:16.609255 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-14967e9b-1455-4f80-b5a7-fbb5ff13b32d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.5742183 Jan 21 13:50:16.617711 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:16.618335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.627040 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f379d2b1-ccf3-4cd9-af75-0d600d45cea9 None None] Port 40372efa-3a9e-443e-a378-7289829a045d cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:50:16.661907 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4614c5-a8f4-4331-b1d3-a6bf56711d24 req-c306fd4f-0e67-4fe7-9a3b-c01022fdd6bc tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:16.663391 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c4614c5-a8f4-4331-b1d3-a6bf56711d24 req-c306fd4f-0e67-4fe7-9a3b-c01022fdd6bc tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 931 time: 0.1258662 Jan 21 13:50:16.676437 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-12bf3d3a-f993-41b3-b1b2-1c27f7234968 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1388061 Jan 21 13:50:16.698243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Request body: {'port': {'device_id': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:50:16.729548 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-cfa74185-e060-4c6f-a3a5-e0085977f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:16.731867 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-cfa74185-e060-4c6f-a3a5-e0085977f50e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226215 Jan 21 13:50:16.806806 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c4614c5-a8f4-4331-b1d3-a6bf56711d24 req-4c64e574-fe43-4755-bdb8-1d90214303e4 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362782 Jan 21 13:50:16.853112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:16.910013 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-b49d1cee-8aa3-4def-b046-c48d6f32fc7a service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693096 Jan 21 13:50:17.071878 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab0b4e-8025-459f-9d7b-0bdd5709d000 req-da899af1-f325-42fa-a9b4-f110326e80f4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.073460 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65ab0b4e-8025-459f-9d7b-0bdd5709d000 req-da899af1-f325-42fa-a9b4-f110326e80f4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0509069 Jan 21 13:50:17.141547 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65ab0b4e-8025-459f-9d7b-0bdd5709d000 req-c0a644e3-e33c-4db6-82e8-635ec4018354 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521903 Jan 21 13:50:17.172638 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f2a4d395-e4f8-44ca-9a36-ee73baa2a0b9 req-bba7ed94-8763-40b5-8a14-0bff1acac57b service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557933 Jan 21 13:50:17.180081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c28e3b-f8a5-4357-bcbe-1e7bf0c9477c req-0263ab45-d651-48cb-abf4-46d912afefce tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.181545 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b4c28e3b-f8a5-4357-bcbe-1e7bf0c9477c req-0263ab45-d651-48cb-abf4-46d912afefce tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1831586 Jan 21 13:50:17.263644 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b4c28e3b-f8a5-4357-bcbe-1e7bf0c9477c req-c7b506c8-0d57-40be-9421-2353eb1698fd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Jan 21 13:50:17.306561 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40372efa-3a9e-443e-a378-7289829a045d {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:50:17.314667 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks [] for port (40372efa-3a9e-443e-a378-7289829a045d), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.327323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Transition to ACTIVE for port object 40372efa-3a9e-443e-a378-7289829a045d will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:50:17.331429 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.404555 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:17.461433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Attempting to bind port 40372efa-3a9e-443e-a378-7289829a045d on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:50:17.461773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Attempting to bind port 40372efa-3a9e-443e-a378-7289829a045d by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:50:17.462096 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Attempting to bind port 40372efa-3a9e-443e-a378-7289829a045d on network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:50:17.467836 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Port 40372efa-3a9e-443e-a378-7289829a045d on network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:50:17.468158 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Attempting to bind port 40372efa-3a9e-443e-a378-7289829a045d on network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:50:17.473617 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:50:17.473952 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Checking segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:50:17.474334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Bound using segment: {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:50:17.474744 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Bound port: 40372efa-3a9e-443e-a378-7289829a045d, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c0a467-6863-4e65-91e9-3f10f0d23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:50:17.475101 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.549531 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:50:17.552827 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:50:17.557683 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.568293 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fde3e-e480-4450-893a-43df4017c32b req-b166a92e-4b67-4c12-8831-b458ee004bd6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.569881 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-961fde3e-e480-4450-893a-43df4017c32b req-b166a92e-4b67-4c12-8831-b458ee004bd6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0536954 Jan 21 13:50:17.592103 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.592721 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.594170 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] 10.222.0.107 "PUT /v2.0/ports/40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 1093 time: 0.9084790 Jan 21 13:50:17.623919 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1017c-f953-4e89-935d-a4123c7f0288 service neutron] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:17.627053 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-961fde3e-e480-4450-893a-43df4017c32b req-ab8a4867-f6f5-44bd-866b-135a0c970c65 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508778 Jan 21 13:50:17.661674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:17.719786 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:17.722130 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ece090-454a-47c0-9bf5-ab66e4d54553" -d '{"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:17.775911 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-d69e6220-e515-4fb3-8e34-0c28a6d3191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.778066 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-d69e6220-e515-4fb3-8e34-0c28a6d3191b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1096 time: 0.1196837 Jan 21 13:50:17.783540 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a10031b-396a-43cc-9930-51289caeea7b x-openstack-request-id: req-2a10031b-396a-43cc-9930-51289caeea7b {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:17.783832 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:17.784086 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a10031b-396a-43cc-9930-51289caeea7b {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:17.784472 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'status': 'completed', 'code': 200} Jan 21 13:50:17.787247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b838-d4f8-485e-88cc-611815545d82 req-963b3da7-f0fc-4cad-9c52-8be614fea039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.788778 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-963b3da7-f0fc-4cad-9c52-8be614fea039 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 1097 time: 0.0973079 Jan 21 13:50:17.862976 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-7fbad606-a726-483c-aaa1-a9103c5cd0aa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 217 time: 0.0609536 Jan 21 13:50:17.943407 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-e90009be-52e8-4b01-81f6-db8e3ed0723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.944847 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-e90009be-52e8-4b01-81f6-db8e3ed0723e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0649469 Jan 21 13:50:17.948388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b838-d4f8-485e-88cc-611815545d82 req-56270c95-621f-451f-b4f2-00c753ade1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.950524 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-56270c95-621f-451f-b4f2-00c753ade1e6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1097 time: 0.1028888 Jan 21 13:50:17.956399 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8dd35-944d-4bf2-b4d4-c6db6b170345 req-16425dfd-79d0-4863-8f63-c0de2cbb6e70 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:17.958073 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fb8dd35-944d-4bf2-b4d4-c6db6b170345 req-16425dfd-79d0-4863-8f63-c0de2cbb6e70 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0563104 Jan 21 13:50:18.013011 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fb8dd35-944d-4bf2-b4d4-c6db6b170345 req-c83c3f39-5e78-4906-9309-178001ab1d72 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479965 Jan 21 13:50:18.047634 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b0bdf-434f-4a27-b5ef-44eb15406f1b req-7b5169b5-c53b-44a1-9278-41ddb8f4594e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.049134 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f03b0bdf-434f-4a27-b5ef-44eb15406f1b req-7b5169b5-c53b-44a1-9278-41ddb8f4594e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.1200135 Jan 21 13:50:18.107977 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-5edac9fe-7c9e-46b7-96a5-7d2a4d95babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.109462 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-5edac9fe-7c9e-46b7-96a5-7d2a4d95babb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1401753 Jan 21 13:50:18.159792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b838-d4f8-485e-88cc-611815545d82 req-c545b9af-097b-4569-8e06-27496b18d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.161226 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-c545b9af-097b-4569-8e06-27496b18d4d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.1816194 Jan 21 13:50:18.211347 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f03b0bdf-434f-4a27-b5ef-44eb15406f1b req-c5c9c355-511e-47a5-a10e-a868848421af tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310096 Jan 21 13:50:18.262469 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05000c-ba83-4edc-980b-81b553393984 req-54074d19-382b-454d-a275-fbc6f3611d5b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.264051 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ca05000c-ba83-4edc-980b-81b553393984 req-54074d19-382b-454d-a275-fbc6f3611d5b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0501132 Jan 21 13:50:18.280337 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-490742b6-44a6-4c4f-a149-f43c3587113c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 200 len: 1000 time: 0.1060023 Jan 21 13:50:18.298667 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-011c3286-88f6-4064-9133-13794c4c3ce8 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638744 Jan 21 13:50:18.315533 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ca05000c-ba83-4edc-980b-81b553393984 req-0010c3ea-7859-4f7a-bace-7a90f607b407 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Jan 21 13:50:18.340952 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:18.411236 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: DOWN; New status is: DOWN {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:18.412228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6158ddf8-bb57-41da-8425-5bb12d1f9863 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:18.421205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b838-d4f8-485e-88cc-611815545d82 req-3cb91703-9dc9-4e6d-9108-26404619d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.422682 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-3cb91703-9dc9-4e6d-9108-26404619d3a4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.1353776 Jan 21 13:50:18.431244 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 6158ddf8-bb57-41da-8425-5bb12d1f9863 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:18.431598 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6158ddf8-bb57-41da-8425-5bb12d1f9863 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:18.490659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f5ac-143b-4fce-bad3-c5d8ce673814 req-dcbfe05d-475a-471c-adee-8dd236f59d76 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.492116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9586f5ac-143b-4fce-bad3-c5d8ce673814 req-dcbfe05d-475a-471c-adee-8dd236f59d76 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.1366856 Jan 21 13:50:18.495099 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99be63c0-32ad-4117-a55c-dd67596a4461 req-f9937d51-919d-430e-9e87-868f003d8a49 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785316 Jan 21 13:50:18.518532 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b838-d4f8-485e-88cc-611815545d82 req-c0018d61-30f6-4d53-8c65-bab7f9a69b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.519948 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-c0018d61-30f6-4d53-8c65-bab7f9a69b4c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843184 Jan 21 13:50:18.556324 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9586f5ac-143b-4fce-bad3-c5d8ce673814 req-e061c381-295c-4cc2-b5be-4919a4a39f85 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Jan 21 13:50:18.647627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-e7eda3b6-62d0-4234-8c32-b2479a3819fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.649174 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-e7eda3b6-62d0-4234-8c32-b2479a3819fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0964577 Jan 21 13:50:18.682867 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-01376f8b-adee-438b-81a7-7bd4b324c70c service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391895 Jan 21 13:50:18.744448 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4bdb-fccd-4c76-8927-5a34c8022bea req-cf586c01-d313-47e6-a87e-f79a1a9b3ab5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.746680 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-24fe4bdb-fccd-4c76-8927-5a34c8022bea req-cf586c01-d313-47e6-a87e-f79a1a9b3ab5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0477946 Jan 21 13:50:18.795108 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-24fe4bdb-fccd-4c76-8927-5a34c8022bea req-ead23da1-fdbb-4f05-be2b-a566a33994ac tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Jan 21 13:50:18.811108 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-b4538d15-3aa3-4ce3-ad4b-e01219e4444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.812583 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-b4538d15-3aa3-4ce3-ad4b-e01219e4444d service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.1500967 Jan 21 13:50:18.861035 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd76b838-d4f8-485e-88cc-611815545d82 req-7ec62bfe-398e-4a81-9f2c-c62e1b90ef16 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678991 Jan 21 13:50:18.862398 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-2063c8eb-868b-48e3-92a7-5a3a01fb5cd4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 217 time: 0.0409617 Jan 21 13:50:18.915751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-3caa52bc-6271-4b94-9cc4-eea0741507f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.916950 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-3caa52bc-6271-4b94-9cc4-eea0741507f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0439939 Jan 21 13:50:18.965975 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-febd7567-ca39-40c1-a372-abc4eaec6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:18.967445 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-febd7567-ca39-40c1-a372-abc4eaec6b71 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403223 Jan 21 13:50:19.313229 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-5698779c-2278-4937-a421-2079eadbae47 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384957 Jan 21 13:50:19.321578 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db7ad-7440-4fb3-b868-1cdf50e3054a req-63be346a-6ac0-4d90-a5cd-d49d2c6ceee8 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:19.322982 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b37db7ad-7440-4fb3-b868-1cdf50e3054a req-63be346a-6ac0-4d90-a5cd-d49d2c6ceee8 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0761127 Jan 21 13:50:19.357074 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0cee-0641-46c9-830d-c8d25e562b5f req-9ed1aa4f-bbc8-41d7-a7f2-ac0e18e5703b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:19.358982 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-75ee0cee-0641-46c9-830d-c8d25e562b5f req-9ed1aa4f-bbc8-41d7-a7f2-ac0e18e5703b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0613008 Jan 21 13:50:19.431971 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-75ee0cee-0641-46c9-830d-c8d25e562b5f req-f36179a5-6582-4b25-acb6-64e58cc0f8ff tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621059 Jan 21 13:50:19.441650 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b37db7ad-7440-4fb3-b868-1cdf50e3054a req-2156ba78-d711-492e-8b65-292671fe6e62 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092999 Jan 21 13:50:19.482397 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77ece090-454a-47c0-9bf5-ab66e4d54553 req-42ca9c13-a68f-4aa2-9a0b-67f4ef17e5aa service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582336 Jan 21 13:50:19.581450 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7f2c-a408-4b79-949b-dfe1545873b4 req-1ee42ef0-2455-450b-b177-c0600606974d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:19.583138 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b32b7f2c-a408-4b79-949b-dfe1545873b4 req-1ee42ef0-2455-450b-b177-c0600606974d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0766299 Jan 21 13:50:19.685618 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b32b7f2c-a408-4b79-949b-dfe1545873b4 req-27f024a2-d4ed-4cb5-9e3c-0a282d481fcc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902274 Jan 21 13:50:19.744718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6be55-bbba-40f3-a7fe-61fae91cc5f8 req-76e7ff97-0f9d-4967-844b-903abdb91a1d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:19.752374 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3f6be55-bbba-40f3-a7fe-61fae91cc5f8 req-76e7ff97-0f9d-4967-844b-903abdb91a1d tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0810184 Jan 21 13:50:19.806570 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3f6be55-bbba-40f3-a7fe-61fae91cc5f8 req-1dd7670b-c0d9-4c7a-8288-9d3a861f74b1 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530350 Jan 21 13:50:20.545026 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aac56-460e-4fda-918f-b880b330d202 req-9c9bc432-f918-4e47-a8c7-8f1a1848f10b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:20.546514 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-494aac56-460e-4fda-918f-b880b330d202 req-9c9bc432-f918-4e47-a8c7-8f1a1848f10b tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Jan 21 13:50:20.565358 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851e5f5-6a6c-44b6-b035-10885f604795 req-6d90c118-745f-4e46-88b7-b3fd1cab5165 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:20.566856 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f851e5f5-6a6c-44b6-b035-10885f604795 req-6d90c118-745f-4e46-88b7-b3fd1cab5165 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0516455 Jan 21 13:50:20.598011 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-494aac56-460e-4fda-918f-b880b330d202 req-3cf7af61-57e9-4d15-a422-2282dd580c1a tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Jan 21 13:50:20.630411 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f851e5f5-6a6c-44b6-b035-10885f604795 req-fdba73f5-9f9d-4448-b7f9-b452727607bc tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578337 Jan 21 13:50:20.826068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d225-5e8c-4d5a-8b19-a4ea45cf6cee req-1b58220b-49d6-45c7-b0a9-caeb67ffe7e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:20.827666 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a332d225-5e8c-4d5a-8b19-a4ea45cf6cee req-1b58220b-49d6-45c7-b0a9-caeb67ffe7e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0521824 Jan 21 13:50:20.880719 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a332d225-5e8c-4d5a-8b19-a4ea45cf6cee req-95ac395b-b07b-470e-9612-56326c3102dc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474665 Jan 21 13:50:20.939673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77427-a944-426e-8acf-196fe9b80002 req-7ce86290-fc27-48df-8f52-a7592946e9d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:20.941267 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-84b77427-a944-426e-8acf-196fe9b80002 req-7ce86290-fc27-48df-8f52-a7592946e9d5 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0591455 Jan 21 13:50:20.991389 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-84b77427-a944-426e-8acf-196fe9b80002 req-1dd7b771-419b-455d-b0ec-96fd94c03aa4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Jan 21 13:50:21.717487 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183aa5f-6e16-494d-aebd-b72ff1454235 req-c305e875-3416-4312-ac53-02fa12ed1e5c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:21.718989 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4183aa5f-6e16-494d-aebd-b72ff1454235 req-c305e875-3416-4312-ac53-02fa12ed1e5c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0528381 Jan 21 13:50:21.777951 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc295-7f85-4d87-a571-5d5f38a2c75f req-16af8896-fdd4-47c7-a111-22778fee4c20 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:21.780162 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4183aa5f-6e16-494d-aebd-b72ff1454235 req-d5f7ae26-061c-40bc-a28f-80e5834226fc tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Jan 21 13:50:21.781523 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18bfc295-7f85-4d87-a571-5d5f38a2c75f req-16af8896-fdd4-47c7-a111-22778fee4c20 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0647762 Jan 21 13:50:21.835856 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18bfc295-7f85-4d87-a571-5d5f38a2c75f req-73c83d0b-49e2-4d81-a4f9-d936c9c263a5 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485895 Jan 21 13:50:22.009555 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf488-096a-409b-86ee-f61f6c1d9536 req-0e325a6c-0096-4738-9f1e-dd2c6e032519 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:22.013719 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6cedf488-096a-409b-86ee-f61f6c1d9536 req-0e325a6c-0096-4738-9f1e-dd2c6e032519 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0525839 Jan 21 13:50:22.077014 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6cedf488-096a-409b-86ee-f61f6c1d9536 req-f2707510-52bb-4ab0-a402-35ea664c849b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574358 Jan 21 13:50:22.141501 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a4ed-e26d-401b-a06d-f6d207c60421 req-57000ae2-2adb-4f35-be11-0f356c172817 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:22.143056 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ba2a4ed-e26d-401b-a06d-f6d207c60421 req-57000ae2-2adb-4f35-be11-0f356c172817 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0601780 Jan 21 13:50:22.193938 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ba2a4ed-e26d-401b-a06d-f6d207c60421 req-cd096dfe-2ed6-4926-a0fe-eac953f5ca68 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Jan 21 13:50:22.909000 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a41043-03cd-471e-ba6e-6355dfc4e3e5 req-a6b4343d-741b-4d0c-b4b9-9bc2256e6995 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:22.910596 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08a41043-03cd-471e-ba6e-6355dfc4e3e5 req-a6b4343d-741b-4d0c-b4b9-9bc2256e6995 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0672987 Jan 21 13:50:22.954852 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a432-121b-499f-ada0-1febfd304b38 req-a95149a2-f12d-417b-bc3b-31859a62c105 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:22.956675 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7476a432-121b-499f-ada0-1febfd304b38 req-a95149a2-f12d-417b-bc3b-31859a62c105 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0508323 Jan 21 13:50:22.963424 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08a41043-03cd-471e-ba6e-6355dfc4e3e5 req-16709276-4711-4d44-bfae-dda2b5766f31 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Jan 21 13:50:23.026532 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7476a432-121b-499f-ada0-1febfd304b38 req-3fd7055c-368c-4c7d-bb61-c60caad12f58 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513089 Jan 21 13:50:23.213402 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e976b9-c1fc-4b6d-852f-e5345311943d req-276420f0-885a-43db-96c3-910c68077d99 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:23.215111 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-43e976b9-c1fc-4b6d-852f-e5345311943d req-276420f0-885a-43db-96c3-910c68077d99 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0512352 Jan 21 13:50:23.289935 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-43e976b9-c1fc-4b6d-852f-e5345311943d req-d132382c-6a97-4d2a-91b2-b3f18c0c2e19 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634255 Jan 21 13:50:23.313612 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e389a-37b1-4c4e-aefa-357c78af0552 req-45aabc8d-4ef9-4b05-bc69-cdc965f49f80 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:23.315172 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e6e389a-37b1-4c4e-aefa-357c78af0552 req-45aabc8d-4ef9-4b05-bc69-cdc965f49f80 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0512154 Jan 21 13:50:23.371525 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e6e389a-37b1-4c4e-aefa-357c78af0552 req-ca09b4e8-da77-43e1-8db5-7827dee66e47 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Jan 21 13:50:24.114865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9f77b-d035-47a6-a0cf-4e4773fccc70 req-f5d6bd70-dfcd-4ac2-bafd-78a2155b64e2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:24.117202 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1be9f77b-d035-47a6-a0cf-4e4773fccc70 req-f5d6bd70-dfcd-4ac2-bafd-78a2155b64e2 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0805717 Jan 21 13:50:24.164226 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1be9f77b-d035-47a6-a0cf-4e4773fccc70 req-64ad8bc9-9efe-4c1b-8ed5-c5442e58d09d tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Jan 21 13:50:24.167659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454814ee-f4c0-4d3e-906e-6caf15426d5c req-b7ede553-5f31-4e0e-b4ae-ff489c9d7f25 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:24.169468 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-454814ee-f4c0-4d3e-906e-6caf15426d5c req-b7ede553-5f31-4e0e-b4ae-ff489c9d7f25 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0486217 Jan 21 13:50:24.230691 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-454814ee-f4c0-4d3e-906e-6caf15426d5c req-0089aee3-9ae6-4e57-8c6f-1ceda63c52ea tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Jan 21 13:50:24.419403 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc16b0-a393-4d1b-baa5-d98a16c14de8 req-e854d437-75a7-4eab-8ae1-119052a6348d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:24.421473 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63bc16b0-a393-4d1b-baa5-d98a16c14de8 req-e854d437-75a7-4eab-8ae1-119052a6348d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0532713 Jan 21 13:50:24.474846 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63bc16b0-a393-4d1b-baa5-d98a16c14de8 req-079dbd88-191c-493f-8e46-2b42d5173f99 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Jan 21 13:50:24.521364 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693f92-1a18-476c-badd-67a1d70e19a0 req-1de11ff4-c0e9-43ee-9b28-e2f4f2f2e5ce tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:24.522920 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a8693f92-1a18-476c-badd-67a1d70e19a0 req-1de11ff4-c0e9-43ee-9b28-e2f4f2f2e5ce tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0569808 Jan 21 13:50:24.574347 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a8693f92-1a18-476c-badd-67a1d70e19a0 req-19118b41-a5f5-46c8-884b-482b9b1c7d79 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Jan 21 13:50:25.285304 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94878266-9e23-470e-bcaa-b527172516a7 req-e501c137-6daa-47a2-9574-9c5e5ceac274 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:25.286887 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-94878266-9e23-470e-bcaa-b527172516a7 req-e501c137-6daa-47a2-9574-9c5e5ceac274 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Jan 21 13:50:25.342482 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-94878266-9e23-470e-bcaa-b527172516a7 req-d0db63af-9821-4879-ae98-37baa4c040e0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495334 Jan 21 13:50:25.359694 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cd127-7503-4d96-ac82-0d7cb0335b80 req-94abeb8b-bd09-459b-96ad-e1d272d83fd1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:25.361384 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee1cd127-7503-4d96-ac82-0d7cb0335b80 req-94abeb8b-bd09-459b-96ad-e1d272d83fd1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0618122 Jan 21 13:50:25.417886 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee1cd127-7503-4d96-ac82-0d7cb0335b80 req-ddeb3783-055c-470a-abc2-773203c99237 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509191 Jan 21 13:50:25.630211 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0e74-6b84-4728-987c-a38ad273bd9d req-799ae256-9ecb-47f8-8878-463f44c8bea4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:25.631685 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a2b0e74-6b84-4728-987c-a38ad273bd9d req-799ae256-9ecb-47f8-8878-463f44c8bea4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0726483 Jan 21 13:50:25.678309 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a2b0e74-6b84-4728-987c-a38ad273bd9d req-98623292-c0ef-4b89-8e18-94d8a4e80ed4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412102 Jan 21 13:50:25.697025 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ed82e-6d20-448e-bb16-d7764eb21dd0 req-20bc5a99-5e36-4581-9f2a-8fd9e8519602 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:25.698820 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-584ed82e-6d20-448e-bb16-d7764eb21dd0 req-20bc5a99-5e36-4581-9f2a-8fd9e8519602 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0506032 Jan 21 13:50:25.752529 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-584ed82e-6d20-448e-bb16-d7764eb21dd0 req-d4d01fe4-6378-4322-9dc7-2f36be4b523b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471148 Jan 21 13:50:26.504841 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9d1e-86da-47ac-a8e5-1b5497e21a66 req-540c867f-e85f-4c38-8927-6929a6331191 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:26.511807 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e0f9d1e-86da-47ac-a8e5-1b5497e21a66 req-540c867f-e85f-4c38-8927-6929a6331191 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0864177 Jan 21 13:50:26.557098 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26a70-b49b-4f09-a1fc-4938aaddb691 req-17664413-a415-4bca-b6ae-7e462b8e09e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:26.563973 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e0f9d1e-86da-47ac-a8e5-1b5497e21a66 req-90aeec2b-5049-43f9-bb1f-12014e38704d tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jan 21 13:50:26.565789 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3db26a70-b49b-4f09-a1fc-4938aaddb691 req-17664413-a415-4bca-b6ae-7e462b8e09e9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0752246 Jan 21 13:50:26.613221 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3db26a70-b49b-4f09-a1fc-4938aaddb691 req-53f9b97e-bc82-47aa-8ed1-34463e2d9da7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Jan 21 13:50:26.814283 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed675-6efa-4a68-a820-01aae3e748d4 req-3ae75e10-dec7-48eb-ad40-daa7c7cadb9e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:26.815820 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-729ed675-6efa-4a68-a820-01aae3e748d4 req-3ae75e10-dec7-48eb-ad40-daa7c7cadb9e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0559094 Jan 21 13:50:26.880399 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-729ed675-6efa-4a68-a820-01aae3e748d4 req-51b027c6-4709-4dec-b60d-44f26e29ddf5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585980 Jan 21 13:50:26.895706 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6ec44-de34-4ff3-b2a7-55bd1d5b165d req-8b4587e2-fe29-416f-a627-b4a996b370bd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:26.896901 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40c6ec44-de34-4ff3-b2a7-55bd1d5b165d req-8b4587e2-fe29-416f-a627-b4a996b370bd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0605710 Jan 21 13:50:26.947130 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40c6ec44-de34-4ff3-b2a7-55bd1d5b165d req-13ec4b1f-f742-4d67-8b18-417be7708d4f tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Jan 21 13:50:27.674373 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8aac8-1732-46cf-8df3-7e9d12dbd663 req-2fe20fd7-0439-4620-9e5f-b036b5cc6e4c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:27.676175 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-80f8aac8-1732-46cf-8df3-7e9d12dbd663 req-2fe20fd7-0439-4620-9e5f-b036b5cc6e4c tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Jan 21 13:50:27.744569 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-80f8aac8-1732-46cf-8df3-7e9d12dbd663 req-c5ed6881-920f-4b82-81ba-0bf1b9dc31d0 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628269 Jan 21 13:50:27.751582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29cda7-8e4e-4ef4-a7fb-caf95cdab795 req-51ef7955-8851-420a-b98f-b55d6c52ef3d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:27.763707 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca29cda7-8e4e-4ef4-a7fb-caf95cdab795 req-51ef7955-8851-420a-b98f-b55d6c52ef3d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0710123 Jan 21 13:50:27.815627 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca29cda7-8e4e-4ef4-a7fb-caf95cdab795 req-16677cad-c8d0-4e60-a6d0-a3c86378de2d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510051 Jan 21 13:50:28.018083 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dcd6a-fb69-4e98-9a4c-cf738fb78474 req-4d59dfe3-73ad-4e5e-b973-be25b78b4f6c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:28.024783 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f8dcd6a-fb69-4e98-9a4c-cf738fb78474 req-4d59dfe3-73ad-4e5e-b973-be25b78b4f6c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0728214 Jan 21 13:50:28.071011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88446f6-2d44-4235-9c79-6065dab18a71 req-06e2f5a7-5e65-44b4-842f-6ffc6c7e8065 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:28.072575 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b88446f6-2d44-4235-9c79-6065dab18a71 req-06e2f5a7-5e65-44b4-842f-6ffc6c7e8065 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0550938 Jan 21 13:50:28.085592 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f8dcd6a-fb69-4e98-9a4c-cf738fb78474 req-2f2ab2cf-4676-4668-8834-dbe7c68d0393 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598733 Jan 21 13:50:28.137205 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b88446f6-2d44-4235-9c79-6065dab18a71 req-4ebe565e-cf14-4ab9-a7a0-86e879d8db4b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583296 Jan 21 13:50:28.861660 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd0205-b70c-408b-bfff-157e1c1a4e19 req-2b5c9de7-3ba9-43dd-b124-d05eec1234f7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:28.863501 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-facd0205-b70c-408b-bfff-157e1c1a4e19 req-2b5c9de7-3ba9-43dd-b124-d05eec1234f7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Jan 21 13:50:28.914512 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-facd0205-b70c-408b-bfff-157e1c1a4e19 req-cfff4c14-b779-43d3-a9bd-a36dd6be9b27 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Jan 21 13:50:28.942507 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cba3e5-b21f-4111-b8a0-facaeae10843 req-60cdc0fb-dd17-42ec-8339-075ed527f9dd tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:28.943962 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-67cba3e5-b21f-4111-b8a0-facaeae10843 req-60cdc0fb-dd17-42ec-8339-075ed527f9dd tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0485616 Jan 21 13:50:28.992569 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-67cba3e5-b21f-4111-b8a0-facaeae10843 req-5fc018a5-cf56-42fd-b5de-243d5da4b692 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Jan 21 13:50:29.206461 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c86ac1-230a-4b1d-87b7-de86adc18d4d req-70c6bc9b-234e-46eb-a220-587cd98912ab tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:29.207946 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f2c86ac1-230a-4b1d-87b7-de86adc18d4d req-70c6bc9b-234e-46eb-a220-587cd98912ab tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0492349 Jan 21 13:50:29.257291 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f2c86ac1-230a-4b1d-87b7-de86adc18d4d req-18be6034-fdec-468b-a1f2-f32181a7dbe4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Jan 21 13:50:29.257755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7f73e-eaf9-4569-9595-c24978cb4c2d req-63141ddd-93e1-45e8-b25f-8806bb843136 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:29.259333 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-38a7f73e-eaf9-4569-9595-c24978cb4c2d req-63141ddd-93e1-45e8-b25f-8806bb843136 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0533860 Jan 21 13:50:29.306089 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-38a7f73e-eaf9-4569-9595-c24978cb4c2d req-1b123eeb-9bd9-46ad-a25f-2c4f1a11b1fb tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Jan 21 13:50:29.703327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-c5229617-39e3-4ed2-aa11-e408d51ed3ed tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:29.704803 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-c5229617-39e3-4ed2-aa11-e408d51ed3ed tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 945 time: 0.0488472 Jan 21 13:50:29.804122 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Deleting port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:29.804462 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:29.892957 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] For port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:29.893330 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:29.905246 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Calling delete_port for f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:30.031639 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826c76-76e1-4437-bb7c-4d772a77dd4d req-7eafba0b-58c3-4e3f-abf8-645f73e49025 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:30.033246 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-05826c76-76e1-4437-bb7c-4d772a77dd4d req-7eafba0b-58c3-4e3f-abf8-645f73e49025 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Jan 21 13:50:30.047476 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.061654 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:30.084191 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-05826c76-76e1-4437-bb7c-4d772a77dd4d req-2e2a40f2-8dde-4ae7-83fe-8e0747e1b2c7 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/security-groups?id=f71e194a-2380-4a6d-af96-8cf5055a9454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Jan 21 13:50:30.089538 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Pushing event deleted for resources: {'Port': ['ID=f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:30.182726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] No DVR routers for this DVR port f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:30.186709 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.190032 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09dd61bc-5cff-44e6-9c8e-86a2cf580603 req-91f1bb8e-52d4-4cd8-a676-35c04d09bde4 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "DELETE /v2.0/ports/f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 HTTP/1.1" status: 204 len: 173 time: 0.4738212 Jan 21 13:50:30.191492 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'name': 'network-vif-deleted', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:30.193867 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a25c3f-ae5c-4ba3-a12b-a7085a84b272" -d '{"events": [{"server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "name": "network-vif-deleted", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:30.210109 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-85b10c08-8546-4b9b-8d36-a617fa2b0e35 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:30.211650 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-85b10c08-8546-4b9b-8d36-a617fa2b0e35 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 945 time: 0.1344335 Jan 21 13:50:30.219274 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff90c0-b289-4de5-a430-d95e95d815b2 req-5047d7e4-7d98-4cbe-88b2-10ceab9caa16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:30.221026 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-12ff90c0-b289-4de5-a430-d95e95d815b2 req-5047d7e4-7d98-4cbe-88b2-10ceab9caa16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.1426580 Jan 21 13:50:30.253228 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b576e60-9063-4bc1-a87f-38113d23f3e6 x-openstack-request-id: req-4b576e60-9063-4bc1-a87f-38113d23f3e6 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:30.253575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56e7904-e470-43e9-a035-27f2bc6ac74b", "name": "network-vif-deleted", "tag": "f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:30.253767 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4b576e60-9063-4bc1-a87f-38113d23f3e6 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:30.254151 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56e7904-e470-43e9-a035-27f2bc6ac74b', 'name': 'network-vif-deleted', 'tag': 'f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8', 'status': 'completed', 'code': 200} Jan 21 13:50:30.329949 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-12ff90c0-b289-4de5-a430-d95e95d815b2 req-2cc69220-9b3a-4bdc-9477-908d35c52bac tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006193 Jan 21 13:50:30.360188 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Deleting port 50c7d8b5-1947-463c-a58a-50b21faf13db {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:30.360581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.390629 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df091ce-371d-4ee5-b8f2-c86aa32d45a0 req-bfeb3c65-cf74-4a7d-9831-121a7caec01c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:30.397264 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9df091ce-371d-4ee5-b8f2-c86aa32d45a0 req-bfeb3c65-cf74-4a7d-9831-121a7caec01c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0606103 Jan 21 13:50:30.445750 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9df091ce-371d-4ee5-b8f2-c86aa32d45a0 req-ae35caf3-3c5e-4c5d-9e40-146546a8279a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466518 Jan 21 13:50:30.450427 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0dcf5872-049f-48d2-be4a-f0d3c4cbf332 req-4c3a360b-6942-4620-ab31-cdcd4357f8f0 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e56e7904-e470-43e9-a035-27f2bc6ac74b HTTP/1.1" status: 200 len: 210 time: 0.0337281 Jan 21 13:50:30.477679 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] For port 50c7d8b5-1947-463c-a58a-50b21faf13db, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50c7d8b5-1947-463c-a58a-50b21faf13db,segment=NetworkSegment(f4baa935-3ca7-465b-b855-76d3aa934617),segment_id=f4baa935-3ca7-465b-b855-76d3aa934617)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:30.478043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.490340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Calling delete_port for 50c7d8b5-1947-463c-a58a-50b21faf13db owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:30.620005 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (50c7d8b5-1947-463c-a58a-50b21faf13db), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.631672 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50c7d8b5-1947-463c-a58a-50b21faf13db'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:30.648004 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Pushing event deleted for resources: {'Port': ['ID=50c7d8b5-1947-463c-a58a-50b21faf13db,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:30.693920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] No DVR routers for this DVR port 50c7d8b5-1947-463c-a58a-50b21faf13db on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:30.696488 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:30.700469 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d819ed4d-f08e-4413-bec5-5b5f4814e039 req-8c1a91c2-dbd8-4f2c-a08e-50bb2497415e tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.107 "DELETE /v2.0/ports/50c7d8b5-1947-463c-a58a-50b21faf13db HTTP/1.1" status: 204 len: 173 time: 0.4785347 Jan 21 13:50:31.197221 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3f23495d-1b86-43c0-88a8-ef4cb200ea8a req-43bbb1a7-0173-4db2-a1c6-e0ef7b793ce9 tempest-AttachVolumeNegativeTest-1499903757 tempest-AttachVolumeNegativeTest-1499903757-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1f7e6fc-4849-4f12-bf71-4aada9d59f82 HTTP/1.1" status: 200 len: 210 time: 0.0287559 Jan 21 13:50:31.449902 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37a97-db8a-4b07-a2a3-981547ce6659 req-74258323-67ae-400c-8f63-7cb32d5e0e39 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:31.452200 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55a37a97-db8a-4b07-a2a3-981547ce6659 req-74258323-67ae-400c-8f63-7cb32d5e0e39 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0495491 Jan 21 13:50:31.500102 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55a37a97-db8a-4b07-a2a3-981547ce6659 req-ea3b87eb-3845-47d7-9f43-5682457b7d83 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Jan 21 13:50:31.594865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6863a95-983d-40e8-87c2-2f672f48889a req-51b9ed94-fe42-4ad3-8fd5-33e94620d26e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:31.596491 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e6863a95-983d-40e8-87c2-2f672f48889a req-51b9ed94-fe42-4ad3-8fd5-33e94620d26e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0490553 Jan 21 13:50:31.648084 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e6863a95-983d-40e8-87c2-2f672f48889a req-e1bd08de-5dcd-4621-8f7f-2577be4c2893 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457642 Jan 21 13:50:31.734301 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cd29d-69c6-4f9a-88b6-b288c7de1a3f req-98910b1f-dc0e-42a0-a31c-1ff35b5754dd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:31.735767 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e49cd29d-69c6-4f9a-88b6-b288c7de1a3f req-98910b1f-dc0e-42a0-a31c-1ff35b5754dd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0542297 Jan 21 13:50:31.792268 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e49cd29d-69c6-4f9a-88b6-b288c7de1a3f req-925b20fd-f2f5-419c-ab33-a4fa184b7620 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Jan 21 13:50:32.252167 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44950) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:32.255362 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'name': 'network-vif-deleted', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:32.257807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ca6e8-9f51-4462-a414-5227c1c8f007" -d '{"events": [{"server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "name": "network-vif-deleted", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:32.292925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d8438-ce4c-4f74-8b74-efae9706c151 x-openstack-request-id: req-164d8438-ce4c-4f74-8b74-efae9706c151 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:32.293219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f7e6fc-4849-4f12-bf71-4aada9d59f82", "name": "network-vif-deleted", "tag": "50c7d8b5-1947-463c-a58a-50b21faf13db", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:32.293477 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-164d8438-ce4c-4f74-8b74-efae9706c151 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:32.293950 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f7e6fc-4849-4f12-bf71-4aada9d59f82', 'name': 'network-vif-deleted', 'tag': '50c7d8b5-1947-463c-a58a-50b21faf13db', 'status': 'completed', 'code': 200} Jan 21 13:50:32.295545 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Deleting subnet 8bb94a4f-15fe-40cc-936c-4e0d9cfee98c {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:50:32.298747 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Publish callbacks [] for subnet (8bb94a4f-15fe-40cc-936c-4e0d9cfee98c), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.331699 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (8bb94a4f-15fe-40cc-936c-4e0d9cfee98c), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.370944 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (8bb94a4f-15fe-40cc-936c-4e0d9cfee98c), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.421696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (8bb94a4f-15fe-40cc-936c-4e0d9cfee98c), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.425012 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:50:32.448577 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb94a4f-15fe-40cc-936c-4e0d9cfee98c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:32.452446 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.455431 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8bb94a4f-15fe-40cc-936c-4e0d9cfee98c HTTP/1.1" status: 204 len: 168 time: 0.2022448 Jan 21 13:50:32.458082 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44954) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:32.469766 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.470125 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.470476 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.470844 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.471184 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.471521 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.471855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.472189 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.472521 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.472880 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.473209 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.473535 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.473864 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426ac31-f0c3-4122-b364-ded8cd16d6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.522021 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:32.533703 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '40372efa-3a9e-443e-a378-7289829a045d', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'mac_address': 'fa:16:3e:fd:38:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:50:32.547219 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (d3bfe002-b112-41ad-8d5b-fc9e48025c33), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.572444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 40372efa-3a9e-443e-a378-7289829a045d is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:32.572860 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.586600 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40372efa-3a9e-443e-a378-7289829a045d {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:50:32.606153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:32.610635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.662152 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:32.667603 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (d3bfe002-b112-41ad-8d5b-fc9e48025c33), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.669860 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.670238 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.670596 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.670942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.671283 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.671596 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.671918 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.672246 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.672564 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.672929 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.673255 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.673688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.674016 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:50:32.694515 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bfe002-b112-41ad-8d5b-fc9e48025c33']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:32.703808 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23987815-cee8-4159-8fee-3212fbbe3c73 req-69d60460-374e-4d65-a1b6-067d2b33aa24 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:32.705362 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-23987815-cee8-4159-8fee-3212fbbe3c73 req-69d60460-374e-4d65-a1b6-067d2b33aa24 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.1133149 Jan 21 13:50:32.723839 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4baa935-3ca7-465b-b855-76d3aa934617') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:32.724138 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4baa935-3ca7-465b-b855-76d3aa934617') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:32.740738 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (f4baa935-3ca7-465b-b855-76d3aa934617), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.763569 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f4baa935-3ca7-465b-b855-76d3aa934617), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.774162 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87736e11-d916-4d8d-be9d-2ecff0ae4e8a req-74e0f842-17b8-4e1f-8a9e-722906d9065e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:32.775645 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87736e11-d916-4d8d-be9d-2ecff0ae4e8a req-74e0f842-17b8-4e1f-8a9e-722906d9065e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0503590 Jan 21 13:50:32.779292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:50:32.779804 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (f4baa935-3ca7-465b-b855-76d3aa934617), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:50:32.781566 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:50:32.795474 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-23987815-cee8-4159-8fee-3212fbbe3c73 req-aa40f79c-38a3-44ce-b4ae-bb1690aa631a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845776 Jan 21 13:50:32.827167 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87736e11-d916-4d8d-be9d-2ecff0ae4e8a req-75f6dcbd-1e8c-4ef1-a759-32b02d9e15c8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Jan 21 13:50:32.851642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (d3bfe002-b112-41ad-8d5b-fc9e48025c33), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.859966 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:32.865362 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d3bfe002-b112-41ad-8d5b-fc9e48025c33 HTTP/1.1" status: 204 len: 168 time: 0.4061158 Jan 21 13:50:32.879759 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923b7e3-1edb-43b9-9097-18b8b92f1923 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bfe002-b112-41ad-8d5b-fc9e48025c33,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:32.927021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd6cb8-f665-49d6-8f2a-68761565112a req-799f66f4-0a6d-41cd-b5a5-f942c5fd9891 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:32.928551 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8bcd6cb8-f665-49d6-8f2a-68761565112a req-799f66f4-0a6d-41cd-b5a5-f942c5fd9891 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0506773 Jan 21 13:50:32.944924 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['40372efa-3a9e-443e-a378-7289829a045d'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:32.982490 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8bcd6cb8-f665-49d6-8f2a-68761565112a req-a480076d-e7dc-4197-9177-e165de0a9a4a tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Jan 21 13:50:33.043297 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44964) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:33.083097 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ba3a4b4c-c90d-472e-890f-f32f73175cac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0bba285c3584d64b257d0800a59f0a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380478 Jan 21 13:50:33.085562 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 44966) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:33.133445 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] Publish callbacks [] for security_group (f71e194a-2380-4a6d-af96-8cf5055a9454), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:33.154409 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] Publish callbacks [] for security_group (f71e194a-2380-4a6d-af96-8cf5055a9454), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:33.198542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f71e194a-2380-4a6d-af96-8cf5055a9454), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:33.201984 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:33.203135 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f71e194a-2380-4a6d-af96-8cf5055a9454 HTTP/1.1" status: 204 len: 168 time: 0.1166794 Jan 21 13:50:33.210683 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07041e-4081-4650-a41c-4676b25f9bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e194a-2380-4a6d-af96-8cf5055a9454,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:33.642408 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:50:33.930371 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e786f-f8f8-40d7-a567-a1c3696cd7fa req-e0f087cb-7560-4aba-a698-177667772560 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:33.932501 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-981e786f-f8f8-40d7-a567-a1c3696cd7fa req-e0f087cb-7560-4aba-a698-177667772560 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 944 time: 0.0580370 Jan 21 13:50:33.963574 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147df3-d47a-453b-b62e-607f5306e8c2 req-3b945648-fac6-44a1-8c54-f6876141bd1c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:33.965156 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-df147df3-d47a-453b-b62e-607f5306e8c2 req-3b945648-fac6-44a1-8c54-f6876141bd1c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0512483 Jan 21 13:50:33.983467 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-981e786f-f8f8-40d7-a567-a1c3696cd7fa req-66258d3b-5425-4c4b-bc4a-9865629bfbda tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441589 Jan 21 13:50:34.031261 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-df147df3-d47a-453b-b62e-607f5306e8c2 req-e8bfa5e5-5e6f-4043-8244-814a32dac8b1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579557 Jan 21 13:50:34.105205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ea6d-5d03-4c3d-a0b5-6e7d77be3204 req-d23928a0-65a7-4fd3-858a-d7ca3f4aab8e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:34.106763 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c134ea6d-5d03-4c3d-a0b5-6e7d77be3204 req-d23928a0-65a7-4fd3-858a-d7ca3f4aab8e tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0543771 Jan 21 13:50:34.155708 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c134ea6d-5d03-4c3d-a0b5-6e7d77be3204 req-8fe1ba82-edaa-4c31-96cd-d5bb8344af9c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Jan 21 13:50:34.443351 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:50:34.500595 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 40372efa-3a9e-443e-a378-7289829a045d completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:50:34.504407 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 40372efa-3a9e-443e-a378-7289829a045d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:50:34.504813 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (40372efa-3a9e-443e-a378-7289829a045d), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:34.581640 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 40372efa-3a9e-443e-a378-7289829a045d is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:34.581951 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:34.605029 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:34.608450 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b1025f-5125-4773-8750-0196925cd80e" -d '{"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-plugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:34.622605 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:34.628024 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:34.628914 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:34.665727 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9aaa85-757f-4a69-b8df-46043689e6ae x-openstack-request-id: req-3d9aaa85-757f-4a69-b8df-46043689e6ae {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:34.666245 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-plugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:34.666353 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3d9aaa85-757f-4a69-b8df-46043689e6ae {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:34.666664 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'code': 200} Jan 21 13:50:34.668982 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:34.670047 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f0dbf2a1-2dd0-4ac6-989f-0d3217db9bc8 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:34.670557 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50c7d8b5-1947-463c-a58a-50b21faf13db no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:34.695396 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 50c7d8b5-1947-463c-a58a-50b21faf13db {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:34.695742 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50c7d8b5-1947-463c-a58a-50b21faf13db not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:34.718068 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:34.918819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca570-d9ee-4ee7-96ce-4d6d5d13cbc2 req-bfc2d7ca-a415-45c7-a650-9219ef2a2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:34.925214 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74eca570-d9ee-4ee7-96ce-4d6d5d13cbc2 req-bfc2d7ca-a415-45c7-a650-9219ef2a2576 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0578203 Jan 21 13:50:34.978963 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74eca570-d9ee-4ee7-96ce-4d6d5d13cbc2 req-77556e4b-7c60-4091-9e77-d60a711bb0c1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Jan 21 13:50:35.110477 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e5ab-4184-4959-a7ea-86fc2d8f6e87 req-3f57797b-0e44-49e9-9ace-c09fbc6f80a5 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:35.112084 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f146e5ab-4184-4959-a7ea-86fc2d8f6e87 req-3f57797b-0e44-49e9-9ace-c09fbc6f80a5 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Jan 21 13:50:35.168097 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b621567-8274-4f10-990e-7ab08af3ad8b req-cc5be47a-1061-42ce-87c6-74b0f7fce9e4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:35.169869 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b621567-8274-4f10-990e-7ab08af3ad8b req-cc5be47a-1061-42ce-87c6-74b0f7fce9e4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0558753 Jan 21 13:50:35.185411 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f146e5ab-4184-4959-a7ea-86fc2d8f6e87 req-00565457-6078-40a5-9d1a-0b78da069cb4 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674005 Jan 21 13:50:35.223258 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b621567-8274-4f10-990e-7ab08af3ad8b req-33e10254-c476-4339-bd1e-372ce836ce70 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476322 Jan 21 13:50:35.294198 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200a69-6326-4e5a-8878-d999a20596df req-734cccd4-a08a-4e72-8642-e35175b1aff6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:35.295810 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80200a69-6326-4e5a-8878-d999a20596df req-734cccd4-a08a-4e72-8642-e35175b1aff6 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0505841 Jan 21 13:50:35.348028 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80200a69-6326-4e5a-8878-d999a20596df req-99ff5ff2-438b-4689-b6f8-5c02eab6d1ad tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Jan 21 13:50:36.314806 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28f0f7-fda4-44e9-aab9-98081bed0b15 req-a732688e-e2ce-4b0b-a6ca-bfd7595d69d0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:36.316862 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1a28f0f7-fda4-44e9-aab9-98081bed0b15 req-a732688e-e2ce-4b0b-a6ca-bfd7595d69d0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0618308 Jan 21 13:50:36.357409 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f0cdc-210f-4335-8ac5-d9759b337141 req-53607f24-8e1e-4f13-af36-520e94000d6e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:36.358774 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-324f0cdc-210f-4335-8ac5-d9759b337141 req-53607f24-8e1e-4f13-af36-520e94000d6e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0511470 Jan 21 13:50:36.371277 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1a28f0f7-fda4-44e9-aab9-98081bed0b15 req-969c03c6-18d4-462d-89b2-fcd0372c9602 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484347 Jan 21 13:50:36.408290 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-324f0cdc-210f-4335-8ac5-d9759b337141 req-55ea6671-37fa-49a1-8d36-02a8784ea2a8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Jan 21 13:50:36.480223 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6077a-ca06-4437-b0ff-a5c17660a8d8 req-266324cd-c196-4d85-89a7-502d17f825fd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:36.481945 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fcb6077a-ca06-4437-b0ff-a5c17660a8d8 req-266324cd-c196-4d85-89a7-502d17f825fd tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0522668 Jan 21 13:50:36.527687 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fcb6077a-ca06-4437-b0ff-a5c17660a8d8 req-3f9972e3-bb36-454f-b425-ddb9895741e2 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Jan 21 13:50:37.485821 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b04cf-7f50-4c32-b39d-cbff16dfcd98 req-81291ee4-4b0e-4e53-b019-dd5d395a360e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:37.487335 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-281b04cf-7f50-4c32-b39d-cbff16dfcd98 req-81291ee4-4b0e-4e53-b019-dd5d395a360e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Jan 21 13:50:37.530070 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d03ca1-76a5-46e0-beb5-25ed594aa887 req-9a297843-c834-4f6e-8f89-0f98e6b006fd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:37.531527 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-48d03ca1-76a5-46e0-beb5-25ed594aa887 req-9a297843-c834-4f6e-8f89-0f98e6b006fd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.0513308 Jan 21 13:50:37.536872 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-281b04cf-7f50-4c32-b39d-cbff16dfcd98 req-03426dc0-a65b-45b7-b632-129e91fbce8e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440896 Jan 21 13:50:37.577941 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-48d03ca1-76a5-46e0-beb5-25ed594aa887 req-f81eb1eb-5fff-43fd-b64b-38e85198c2e6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Jan 21 13:50:37.645071 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6059971-5322-41bf-a4e0-e817f5c0ff54 req-35d39266-ad0f-4e49-86e0-780469aa0320 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:37.646592 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6059971-5322-41bf-a4e0-e817f5c0ff54 req-35d39266-ad0f-4e49-86e0-780469aa0320 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0529864 Jan 21 13:50:37.681468 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81ca5-7a45-4511-b81f-85bcca574573 req-911bec68-fda8-48d7-8a64-107aa567a399 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:37.682871 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6ef81ca5-7a45-4511-b81f-85bcca574573 req-911bec68-fda8-48d7-8a64-107aa567a399 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jan 21 13:50:37.694066 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6059971-5322-41bf-a4e0-e817f5c0ff54 req-2910fc31-a864-42fe-b9a9-3e1fbc379953 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/security-groups?id=288ff571-4358-491e-b732-9d0372960553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Jan 21 13:50:37.732763 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6ef81ca5-7a45-4511-b81f-85bcca574573 req-f984471b-207f-4e7f-acd1-f80e3120691f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Jan 21 13:50:37.755305 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45048) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:37.942953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8a82a-d203-4665-82ca-6e59c2cfe8d5 tempest-TestShelveInstance-1338150200 tempest-TestShelveInstance-1338150200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:37.944383 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-16e8a82a-d203-4665-82ca-6e59c2cfe8d5 tempest-TestShelveInstance-1338150200 tempest-TestShelveInstance-1338150200-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1093 time: 0.1881027 Jan 21 13:50:37.947338 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45052) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:37.951582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:50:37.974923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.069932 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.180732 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Allocated IP 172.27.3.67 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/8b80e9f6-8bd3-4d7d-bdda-87f44645aee7) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:50:38.284582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf5716-3dce-4808-827c-2e8150406692 req-da097965-3c05-472f-8221-c5bc16cac811 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:38.285593 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.286088 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ccf5716-3dce-4808-827c-2e8150406692 req-da097965-3c05-472f-8221-c5bc16cac811 tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 946 time: 0.0494149 Jan 21 13:50:38.326358 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.361540 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:50:38.364664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:50:38.367083 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:50:38.386305 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Deleting port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:38.386659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.411292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'Port': ['ID=8b80e9f6-8bd3-4d7d-bdda-87f44645aee7,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:38.486222 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] For port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:38.486714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:50:38.487096 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.521707 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Calling delete_port for 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:38.675349 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:38.686970 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (43e5e65d-1f21-4eef-8f7d-fc14bde05f74), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.697633 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'mac_address': 'fa:16:3e:82:12:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:50:38.702725 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['43e5e65d-1f21-4eef-8f7d-fc14bde05f74'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:38.725485 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Pushing event deleted for resources: {'Port': ['ID=43e5e65d-1f21-4eef-8f7d-fc14bde05f74,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:38.774741 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] No DVR routers for this DVR port 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:50:38.778347 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.782099 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ccf5716-3dce-4808-827c-2e8150406692 req-6b44748e-ae99-4cf3-9457-d5cf3bf4c51b tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.107 "DELETE /v2.0/ports/43e5e65d-1f21-4eef-8f7d-fc14bde05f74 HTTP/1.1" status: 204 len: 173 time: 0.4897316 Jan 21 13:50:38.782466 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'name': 'network-vif-deleted', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:38.785030 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740c1af-a0e6-4c9e-9fe0-bd08a16ac74b" -d '{"events": [{"server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "name": "network-vif-deleted", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:38.804853 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:38.805234 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.843917 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec3f5-0fda-4f2f-b7c9-8cd3e7d4894f req-319ba7fc-fda4-486d-a496-d8de4c0aaab3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:38.845695 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-748ec3f5-0fda-4f2f-b7c9-8cd3e7d4894f req-319ba7fc-fda4-486d-a496-d8de4c0aaab3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 944 time: 0.1630504 Jan 21 13:50:38.873398 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:50:38.881120 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d8ed530f-1cf3-4fcf-af98-3c367c1b4ad8 req-ccbc6372-2a66-4ada-bd7d-8462f90ccf4c tempest-ServerRescueNegativeTestJSON-154812717 tempest-ServerRescueNegativeTestJSON-154812717-project] 10.222.0.84 "GET /v2.0/ports?device_id=12549874-6848-4a56-b964-807011e2d9be HTTP/1.1" status: 200 len: 210 time: 0.0381625 Jan 21 13:50:38.926779 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:38.931454 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for floatingip (2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.939554 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:38.970479 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-748ec3f5-0fda-4f2f-b7c9-8cd3e7d4894f req-9579219f-cecd-4164-9ab1-fc22d84c171f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834539 Jan 21 13:50:39.008853 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=9']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:39.019698 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:39.038020 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa36cf1-fba4-4871-9260-8346f6e7c395 x-openstack-request-id: req-3fa36cf1-fba4-4871-9260-8346f6e7c395 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:39.038323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12549874-6848-4a56-b964-807011e2d9be", "name": "network-vif-deleted", "tag": "43e5e65d-1f21-4eef-8f7d-fc14bde05f74", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:39.038582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3fa36cf1-fba4-4871-9260-8346f6e7c395 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:39.038987 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12549874-6848-4a56-b964-807011e2d9be', 'name': 'network-vif-deleted', 'tag': '43e5e65d-1f21-4eef-8f7d-fc14bde05f74', 'status': 'completed', 'code': 200} Jan 21 13:50:39.191803 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:39.199938 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:39.243798 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['13e896be-af8b-4c5b-b2fe-cd245c3385d1'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:50:39.309067 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-fb4e9368-89fd-44e0-bf52-9cf94ab55c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:39.311825 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-fb4e9368-89fd-44e0-bf52-9cf94ab55c93 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1137 time: 0.0732613 Jan 21 13:50:39.319485 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df665-372b-4277-b9db-7e30dbd5672c req-ccc08c11-7885-4fa3-a851-6530351a70ae tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:39.320980 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-411df665-372b-4277-b9db-7e30dbd5672c req-ccc08c11-7885-4fa3-a851-6530351a70ae tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.1151667 Jan 21 13:50:39.323552 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event updated for resources: {'Port': ['ID=8b80e9f6-8bd3-4d7d-bdda-87f44645aee7,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:39.345009 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:39.436738 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-b6bea433-d47d-4712-a508-065d5a664575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:39.438050 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-b6bea433-d47d-4712-a508-065d5a664575 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1107993 Jan 21 13:50:39.478882 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-411df665-372b-4277-b9db-7e30dbd5672c req-03b34cf2-fad1-4d71-ab61-2872be8e722e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426811 Jan 21 13:50:39.490348 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Floating IP 2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3 associated. External IP: 172.27.3.67, port: 40372efa-3a9e-443e-a378-7289829a045d. Jan 21 13:50:39.534680 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-84f963a2-d0e3-4b58-af73-41fb813a20f1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 1000 time: 0.0862081 Jan 21 13:50:39.583619 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-63855f00-2bd2-4981-aaa9-55fce3961eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:39.585117 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-63855f00-2bd2-4981-aaa9-55fce3961eea service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0436916 Jan 21 13:50:39.632441 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-3494a33e-268f-4ad0-91fa-c79e72110856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:39.633992 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-3494a33e-268f-4ad0-91fa-c79e72110856 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409567 Jan 21 13:50:39.731335 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-c03b5e22-1ae6-4e15-8f03-f85eca67a656 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901246 Jan 21 13:50:39.826600 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d25200ee-ef5d-4410-9e89-0dbeba9a65d0 req-67ecbe9d-9ab2-456b-b5f9-d4be9ee7e51f service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 Jan 21 13:50:39.945383 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45112) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:39.948544 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Router 6debcf71-5419-4d6e-85cb-972b297b3b4d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:50:40.210482 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7d6d-eb7e-4c4b-a4f0-09711c4c44b5 req-97369490-e4ab-4578-a072-0aebb67cf512 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.211945 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-719b7d6d-eb7e-4c4b-a4f0-09711c4c44b5 req-97369490-e4ab-4578-a072-0aebb67cf512 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 945 time: 0.1484895 Jan 21 13:50:40.221305 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:50:40.230567 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Sync routers for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:50:40.240421 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:50:40.241331 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:50:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:40.287790 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.344288 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-719b7d6d-eb7e-4c4b-a4f0-09711c4c44b5 req-c42b333e-3b10-4d85-97d8-c4219867398e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243277 Jan 21 13:50:40.348133 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7cd83310-dbd3-46dc-afc2-92a1e985d99f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3998380 Jan 21 13:50:40.349688 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:40.352020 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:40.356896 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:50:40.413855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df045d-2651-4f05-ac1e-3efad8804976 x-openstack-request-id: req-f7df045d-2651-4f05-ac1e-3efad8804976 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:40.414196 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:40.414620 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7df045d-2651-4f05-ac1e-3efad8804976 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:40.414995 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'status': 'completed', 'code': 200} Jan 21 13:50:40.486924 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-ae8dc13f-32cf-4372-989f-435a98e2b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.488454 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-ae8dc13f-32cf-4372-989f-435a98e2b13b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0476196 Jan 21 13:50:40.498287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:50:40.574674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:50:40.575184 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.625558 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-49b132c3-a4ea-420d-9219-2a65b7bfed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.629852 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-49b132c3-a4ea-420d-9219-2a65b7bfed41 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.1304939 Jan 21 13:50:40.634550 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'mac_address': 'fa:16:3e:fd:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:50:38Z', 'updated_at': '2022-01-21T13:50:38Z', 'revision_number': 0, 'project_id': '160416387af942969baffb4cbd2e83bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:40.665926 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Checking router: 6debcf71-5419-4d6e-85cb-972b297b3b4d for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:50:40.666696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:50:40.667096 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.677104 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:50:40.677964 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:50:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:40.698296 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4fac5-e9cc-40b2-a257-cdd233d68a2c req-eedc9e43-8249-4d2f-8a3a-963665a75a23 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.705365 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:50:40.706121 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63a4fac5-e9cc-40b2-a257-cdd233d68a2c req-eedc9e43-8249-4d2f-8a3a-963665a75a23 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.1288366 Jan 21 13:50:40.708229 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79382efe-ff26-4def-b564-a0b01e7baee6" -d '{"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:50:40.713459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:40.726451 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.727270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:40.730721 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.740682 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-063deae3-c34b-4f7d-8997-ef35d316b0f1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 998 time: 0.1014349 Jan 21 13:50:40.756657 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fbc6bb-a531-4394-8b25-5b7e5c305ebd x-openstack-request-id: req-c1fbc6bb-a531-4394-8b25-5b7e5c305ebd {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:50:40.756966 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-plugged", "status": "completed", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:50:40.757229 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1fbc6bb-a531-4394-8b25-5b7e5c305ebd {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:50:40.757960 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'code': 200} Jan 21 13:50:40.805223 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:40.805971 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 43e5e65d-1f21-4eef-8f7d-fc14bde05f74 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:40.833669 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:40.836829 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=10']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:40.852752 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:50:40.858209 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-63a4fac5-e9cc-40b2-a257-cdd233d68a2c req-e24113e9-3be8-48e3-851f-283ace21fc23 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504059 Jan 21 13:50:40.864592 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-afc8dfeb-f206-4d21-af33-55028ca7393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.866307 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-afc8dfeb-f206-4d21-af33-55028ca7393f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.1170449 Jan 21 13:50:40.922090 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-775e940c-190b-49c1-bd20-9c9a08207cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:40.923976 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-775e940c-190b-49c1-bd20-9c9a08207cc7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447252 Jan 21 13:50:41.021688 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-fd29e094-c54e-48a9-a999-dc4ea782e09b service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903108 Jan 21 13:50:41.078867 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Deleting port 7edffe87-61d3-414e-8eb3-23d9707bdd05 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:41.079474 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:41.092362 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'mac_address': 'fa:16:3e:fd:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:50:38Z', 'updated_at': '2022-01-21T13:50:38Z', 'revision_number': 0, 'project_id': '160416387af942969baffb4cbd2e83bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:41.118656 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcef9d-fa0b-4733-8d86-5dd4aab3b9cb None None] The sync data for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi is: [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'mac_address': 'fa:16:3e:fd:38:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:50:38Z', 'updated_at': '2022-01-21T13:50:38Z', 'revision_number': 0, 'project_id': '160416387af942969baffb4cbd2e83bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:50:41.120823 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d8f9a1-d8c9-4b1f-a08b-3d0c71d70c2a req-1dd43dba-ebea-4fef-8e26-32340f68bbd0 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914083 Jan 21 13:50:41.171849 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] For port 7edffe87-61d3-414e-8eb3-23d9707bdd05, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7edffe87-61d3-414e-8eb3-23d9707bdd05,segment=NetworkSegment(f9bcd111-7298-4598-a515-7d17cc9df09c),segment_id=f9bcd111-7298-4598-a515-7d17cc9df09c)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:41.172309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:41.187417 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Calling delete_port for 7edffe87-61d3-414e-8eb3-23d9707bdd05 owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:41.287384 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c11f-d6bb-4fb5-9a3f-e3e6c8394530 req-a128cb7c-6fe3-403f-a6f4-ef6f38e051f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:41.288866 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e030c11f-d6bb-4fb5-9a3f-e3e6c8394530 req-a128cb7c-6fe3-403f-a6f4-ef6f38e051f0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 1100 time: 0.0474784 Jan 21 13:50:41.321205 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a84ea228-6ce9-4001-afae-f97ab99e3f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:41.342068 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e030c11f-d6bb-4fb5-9a3f-e3e6c8394530 req-2eaa88d2-371a-47a2-a777-963b28901c46 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Jan 21 13:50:41.372026 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866e2a1-8c04-49a0-92fd-27a6de32c06d None None] New status for floating IP 2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:50:41.425761 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (7edffe87-61d3-414e-8eb3-23d9707bdd05), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:41.458125 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edffe87-61d3-414e-8eb3-23d9707bdd05,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:41.503434 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2441-782c-4360-99dd-82a9a05f924a req-5662f254-486e-433b-9d41-9fadbd12d986 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:41.510984 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7bc2441-782c-4360-99dd-82a9a05f924a req-5662f254-486e-433b-9d41-9fadbd12d986 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0634265 Jan 21 13:50:41.577212 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7bc2441-782c-4360-99dd-82a9a05f924a req-00e1084f-9a28-4ca1-a353-201cd303ab1f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652916 Jan 21 13:50:41.634339 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:42.008602 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196726-2979-4ea2-a950-bc6e9d947624 req-fc059e30-b2fc-45e9-9e24-a60381ea7ec4 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:42.010079 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fe196726-2979-4ea2-a950-bc6e9d947624 req-fc059e30-b2fc-45e9-9e24-a60381ea7ec4 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0645847 Jan 21 13:50:42.140681 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fe196726-2979-4ea2-a950-bc6e9d947624 req-d704c4a9-5f82-4865-95ed-7e1a5e3537c5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993943 Jan 21 13:50:42.150340 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:50:42.253916 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:50:42.258801 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-62b1774e-8a25-4f74-b8c1-e75d5c536639 admin admin] 10.222.0.84 "PUT /v2.0/routers/8ac91fa6-9a7c-4149-83e6-aa59b828e736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3124785 Jan 21 13:50:42.261438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45140) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:42.262742 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Sync routers for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:50:42.271957 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:50:42.272540 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:50:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:42.365589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks [] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:42.374050 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:50:42.554460 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:50:41Z', 'revision_number': 5, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:42.582367 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Checking router: 8ac91fa6-9a7c-4149-83e6-aa59b828e736 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:50:42.593654 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Routers {'8ac91fa6-9a7c-4149-83e6-aa59b828e736'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:50:42.594401 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:50:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:42.706995 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks [] for router_gateway (8ac91fa6-9a7c-4149-83e6-aa59b828e736), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:42.743759 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] Set router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:50:42.790764 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566066cb-e069-45a3-8d33-e3f29c8e9cd2 req-2ca459b9-7118-4a4e-86d4-b0d3d1026671 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:42.792289 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-566066cb-e069-45a3-8d33-e3f29c8e9cd2 req-2ca459b9-7118-4a4e-86d4-b0d3d1026671 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0870717 Jan 21 13:50:42.866860 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-566066cb-e069-45a3-8d33-e3f29c8e9cd2 req-f8d574a2-a80c-49a0-bb14-9a21f6484553 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595801 Jan 21 13:50:42.890065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Deleting port 5ac4f272-b3fc-4c11-b285-b2c650664aa9 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:50:42.890695 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.001051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] For port 5ac4f272-b3fc-4c11-b285-b2c650664aa9, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5ac4f272-b3fc-4c11-b285-b2c650664aa9,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:50:43.001424 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.015650 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Calling delete_port for 5ac4f272-b3fc-4c11-b285-b2c650664aa9 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:50:43.020219 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45158) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:43.066144 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:50:41Z', 'revision_number': 5, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:43.110662 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9226bdc2-2e4b-4cd3-b2a8-a8cd535dc9de None None] The sync data for ids ['8ac91fa6-9a7c-4149-83e6-aa59b828e736'] in dv-cinder-820164-2-iscsi is: [{'id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'name': 'tempest-ServerRescueNegativeTestJSON-1287829356-router', 'tenant_id': '129b530f15584103a5bf73d0a63e801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:02Z', 'updated_at': '2022-01-21T13:50:41Z', 'revision_number': 5, 'project_id': '129b530f15584103a5bf73d0a63e801d', 'gw_port': {'id': '5ac4f272-b3fc-4c11-b285-b2c650664aa9', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac91fa6-9a7c-4149-83e6-aa59b828e736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:50:43.169890 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-79ff1daa-0501-453e-8f77-f4fec091e023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.223830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (5ac4f272-b3fc-4c11-b285-b2c650664aa9), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.252057 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac4f272-b3fc-4c11-b285-b2c650664aa9,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:43.299572 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-79ff1daa-0501-453e-8f77-f4fec091e023 admin admin] Publish callbacks [] for security_group (74e3289a-c770-4a4e-aa77-355142572413), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.309861 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6166fd-beab-4117-918e-bfefb9583dc9 req-417b5fad-40e6-4ff6-b026-2508ecc021df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:43.311399 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d6166fd-beab-4117-918e-bfefb9583dc9 req-417b5fad-40e6-4ff6-b026-2508ecc021df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0827019 Jan 21 13:50:43.312493 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-79ff1daa-0501-453e-8f77-f4fec091e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (74e3289a-c770-4a4e-aa77-355142572413), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.320432 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.351004 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1b287031-b446-4efa-8850-f23e296b9c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.371211 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-79ff1daa-0501-453e-8f77-f4fec091e023 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b659bdd2db474263aa55a675ac3fea6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486660 Jan 21 13:50:43.375072 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45186) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:43.377078 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff1daa-0501-453e-8f77-f4fec091e023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e3289a-c770-4a4e-aa77-355142572413,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:43.444459 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d6166fd-beab-4117-918e-bfefb9583dc9 req-587bead5-2813-4c41-be2c-bd7c2642b341 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215708 Jan 21 13:50:43.447500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.450309 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks [] for router_controller (8ac91fa6-9a7c-4149-83e6-aa59b828e736), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.479803 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] Publish callbacks [] for security_group (74e3289a-c770-4a4e-aa77-355142572413), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.507464 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] Publish callbacks [] for security_group (74e3289a-c770-4a4e-aa77-355142572413), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.541094 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (8ac91fa6-9a7c-4149-83e6-aa59b828e736), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.541758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac91fa6-9a7c-4149-83e6-aa59b828e736 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:50:43.549744 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.553723 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d495dc57-149f-4a06-bd28-025641d92b4a admin admin] 10.222.0.84 "DELETE /v2.0/routers/8ac91fa6-9a7c-4149-83e6-aa59b828e736 HTTP/1.1" status: 204 len: 168 time: 1.2911777 Jan 21 13:50:43.553882 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45192) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:43.610914 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Deleting subnet 4d27a41a-ea27-48c7-b94c-201209bb4391 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:50:43.615703 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Publish callbacks [] for subnet (4d27a41a-ea27-48c7-b94c-201209bb4391), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.639657 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (74e3289a-c770-4a4e-aa77-355142572413), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.642330 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.643475 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/74e3289a-c770-4a4e-aa77-355142572413 HTTP/1.1" status: 204 len: 168 time: 0.2674186 Jan 21 13:50:43.660440 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b53d81-2ab9-4dfc-aac6-35c12e1282e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e3289a-c770-4a4e-aa77-355142572413,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:43.669772 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (4d27a41a-ea27-48c7-b94c-201209bb4391), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.712115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (4d27a41a-ea27-48c7-b94c-201209bb4391), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.780296 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (4d27a41a-ea27-48c7-b94c-201209bb4391), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.809727 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d27a41a-ea27-48c7-b94c-201209bb4391,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:43.811723 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:43.817943 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45198) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:43.826303 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-93b23209-862c-404b-9722-aea77c0f3b44 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4d27a41a-ea27-48c7-b94c-201209bb4391 HTTP/1.1" status: 204 len: 168 time: 0.2713325 Jan 21 13:50:43.907750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (8def9da6-8338-4654-a529-ca0ba4b105e0), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.003608 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (8def9da6-8338-4654-a529-ca0ba4b105e0), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.046535 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8def9da6-8338-4654-a529-ca0ba4b105e0']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:44.060450 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bcd111-7298-4598-a515-7d17cc9df09c') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:44.060450 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bcd111-7298-4598-a515-7d17cc9df09c') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:50:44.073972 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (f9bcd111-7298-4598-a515-7d17cc9df09c), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.082723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034738a-c33e-4b89-8b54-42fc2958222d req-40eb8048-7d7d-4097-a7f6-90ab61ff6354 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:44.084235 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0034738a-c33e-4b89-8b54-42fc2958222d req-40eb8048-7d7d-4097-a7f6-90ab61ff6354 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0837944 Jan 21 13:50:44.107388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f9bcd111-7298-4598-a515-7d17cc9df09c), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.118184 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:50:44.118575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (f9bcd111-7298-4598-a515-7d17cc9df09c), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.120211 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:50:44.123363 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:50:44.189841 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0034738a-c33e-4b89-8b54-42fc2958222d req-7238d5cf-5340-41a3-a2f8-18ffdd5744d3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000741 Jan 21 13:50:44.202163 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (8def9da6-8338-4654-a529-ca0ba4b105e0), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.222038 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.222038 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8def9da6-8338-4654-a529-ca0ba4b105e0 HTTP/1.1" status: 204 len: 168 time: 0.3918195 Jan 21 13:50:44.224574 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08bab-fd0b-4b38-b8ad-e9e16a38b813 admin admin] Pushing event deleted for resources: {'Network': ['ID=8def9da6-8338-4654-a529-ca0ba4b105e0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:44.342657 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45222) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:44.385985 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-80810caa-966d-44c1-9071-e667afc566e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=129b530f15584103a5bf73d0a63e801d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421486 Jan 21 13:50:44.388664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45224) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:44.445237 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] Publish callbacks [] for security_group (288ff571-4358-491e-b732-9d0372960553), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.467449 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] Publish callbacks [] for security_group (288ff571-4358-491e-b732-9d0372960553), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.539416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (288ff571-4358-491e-b732-9d0372960553), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.542202 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:44.543307 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/288ff571-4358-491e-b732-9d0372960553 HTTP/1.1" status: 204 len: 168 time: 0.1536055 Jan 21 13:50:44.568927 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7857-43b6-4940-9c2e-6262aa95192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288ff571-4358-491e-b732-9d0372960553,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:44.599222 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6659b2-b5e6-46d3-a0ef-5ea64d1d141e req-8dc8aa3c-44ce-441d-846a-82e9d5406166 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:44.600919 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bd6659b2-b5e6-46d3-a0ef-5ea64d1d141e req-8dc8aa3c-44ce-441d-846a-82e9d5406166 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0745170 Jan 21 13:50:44.667490 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bd6659b2-b5e6-46d3-a0ef-5ea64d1d141e req-3fa6f7aa-cf53-4284-bb43-c1ec39f2686d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598371 Jan 21 13:50:44.858677 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5ac4f272-b3fc-4c11-b285-b2c650664aa9 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:44.880226 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 5ac4f272-b3fc-4c11-b285-b2c650664aa9 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:44.880576 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5ac4f272-b3fc-4c11-b285-b2c650664aa9 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:44.881017 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7edffe87-61d3-414e-8eb3-23d9707bdd05 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:50:44.900599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 7edffe87-61d3-414e-8eb3-23d9707bdd05 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:50:44.900980 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7edffe87-61d3-414e-8eb3-23d9707bdd05 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:50:45.019854 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.564820 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45276) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:45.669575 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71543514-2cab-4b03-9f3e-392ceefdd1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.749859 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71543514-2cab-4b03-9f3e-392ceefdd1a0 admin admin] Publish callbacks [] for security_group (223c5617-06e8-44ed-a032-114e84c07121), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.755446 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71543514-2cab-4b03-9f3e-392ceefdd1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (223c5617-06e8-44ed-a032-114e84c07121), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.798899 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572cd8e-c07b-4375-ae3b-0c08a7329eaf req-1c2a5dd6-b5d9-47b2-8bdd-ec7cee92f13f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:45.800563 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e572cd8e-c07b-4375-ae3b-0c08a7329eaf req-1c2a5dd6-b5d9-47b2-8bdd-ec7cee92f13f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0567172 Jan 21 13:50:45.803118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45290) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:45.808492 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-71543514-2cab-4b03-9f3e-392ceefdd1a0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=88d557d5c439461abb45b36c1ab0e40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424583 Jan 21 13:50:45.811029 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71543514-2cab-4b03-9f3e-392ceefdd1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223c5617-06e8-44ed-a032-114e84c07121,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:45.898168 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e572cd8e-c07b-4375-ae3b-0c08a7329eaf req-843c0d6a-6bf7-4873-94d3-4b6be07930e7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882709 Jan 21 13:50:45.900964 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] Publish callbacks [] for security_group (223c5617-06e8-44ed-a032-114e84c07121), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.935739 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] Publish callbacks [] for security_group (223c5617-06e8-44ed-a032-114e84c07121), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.982141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (223c5617-06e8-44ed-a032-114e84c07121), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.985173 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:45.986444 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/223c5617-06e8-44ed-a032-114e84c07121 HTTP/1.1" status: 204 len: 168 time: 0.1821287 Jan 21 13:50:45.995694 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e361af-6b27-40bf-b588-eedfb927a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223c5617-06e8-44ed-a032-114e84c07121,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:46.329345 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45310) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:46.342721 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a939b62b-747d-4bf1-9ec6-1e2843da54c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.415727 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a939b62b-747d-4bf1-9ec6-1e2843da54c2 admin admin] Publish callbacks [] for security_group (4596c3d4-2705-4345-918b-5b1b455e40af), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.419876 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a939b62b-747d-4bf1-9ec6-1e2843da54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4596c3d4-2705-4345-918b-5b1b455e40af), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.457654 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a939b62b-747d-4bf1-9ec6-1e2843da54c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4a8dd60be3d34951994af9c927eef83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272273 Jan 21 13:50:46.458781 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939b62b-747d-4bf1-9ec6-1e2843da54c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4596c3d4-2705-4345-918b-5b1b455e40af,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:46.460297 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45314) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:46.502337 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.517660 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] Publish callbacks [] for security_group (4596c3d4-2705-4345-918b-5b1b455e40af), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.538866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] Publish callbacks [] for security_group (4596c3d4-2705-4345-918b-5b1b455e40af), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.584355 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4596c3d4-2705-4345-918b-5b1b455e40af), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.586857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:46.588009 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4596c3d4-2705-4345-918b-5b1b455e40af HTTP/1.1" status: 204 len: 168 time: 0.1259000 Jan 21 13:50:46.596052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1422-9ff6-4129-903b-b92cf9a5260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596c3d4-2705-4345-918b-5b1b455e40af,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:47.013680 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2cf1d-7465-4c38-bc1b-a2da6a7049fe req-90076b4e-94d8-4d47-b287-f0aad415b907 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:47.015183 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8ab2cf1d-7465-4c38-bc1b-a2da6a7049fe req-90076b4e-94d8-4d47-b287-f0aad415b907 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0483756 Jan 21 13:50:47.080445 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8ab2cf1d-7465-4c38-bc1b-a2da6a7049fe req-4259e4da-58c8-49d0-bafa-3c8b41143ccf tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598075 Jan 21 13:50:47.663507 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:48.202123 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c717-404c-4040-a527-ab5235f3fc91 req-ed78a69d-f32d-45f0-b7e4-59fe71bcd35f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:48.203619 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2605c717-404c-4040-a527-ab5235f3fc91 req-ed78a69d-f32d-45f0-b7e4-59fe71bcd35f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0522256 Jan 21 13:50:48.264597 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2605c717-404c-4040-a527-ab5235f3fc91 req-e112fa42-008b-4820-a4c4-56b2f93460fb tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546443 Jan 21 13:50:48.738727 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45402) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:48.863678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f6913408-71fb-4680-b12d-a877ab9d9134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:48.940558 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f6913408-71fb-4680-b12d-a877ab9d9134 admin admin] Publish callbacks [] for security_group (54ebf913-79a2-4510-9531-9d194618ff04), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:48.944446 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f6913408-71fb-4680-b12d-a877ab9d9134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (54ebf913-79a2-4510-9531-9d194618ff04), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:48.986459 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f6913408-71fb-4680-b12d-a877ab9d9134 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bdca6553edad4b74a535a7d906daff2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443104 Jan 21 13:50:48.986459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6913408-71fb-4680-b12d-a877ab9d9134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ebf913-79a2-4510-9531-9d194618ff04,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:48.986779 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45412) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:49.037517 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] Publish callbacks [] for security_group (54ebf913-79a2-4510-9531-9d194618ff04), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.057621 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] Publish callbacks [] for security_group (54ebf913-79a2-4510-9531-9d194618ff04), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.103753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (54ebf913-79a2-4510-9531-9d194618ff04), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.106382 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.108240 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/54ebf913-79a2-4510-9531-9d194618ff04 HTTP/1.1" status: 204 len: 168 time: 0.1185184 Jan 21 13:50:49.116315 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd33d8-a164-4eef-83ed-897ca6d24653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ebf913-79a2-4510-9531-9d194618ff04,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:49.376921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45420) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:49.382878 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5365-c3d6-4040-add6-0e8f0eba01d6 req-c8105d17-6895-4e5a-8cb8-2990602e56b1 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:49.384530 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ac0c5365-c3d6-4040-add6-0e8f0eba01d6 req-c8105d17-6895-4e5a-8cb8-2990602e56b1 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0514345 Jan 21 13:50:49.391273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba41480a-2b72-4539-abf2-d3b456fd8c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.445214 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ac0c5365-c3d6-4040-add6-0e8f0eba01d6 req-dc32ceb8-bd1d-4d1c-864b-1d5ddd8dc6f0 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541837 Jan 21 13:50:49.469976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba41480a-2b72-4539-abf2-d3b456fd8c31 admin admin] Publish callbacks [] for security_group (ab4d418d-65cf-4b46-b19d-02eefcc6f1cf), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.473868 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba41480a-2b72-4539-abf2-d3b456fd8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (ab4d418d-65cf-4b46-b19d-02eefcc6f1cf), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.512440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41480a-2b72-4539-abf2-d3b456fd8c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d418d-65cf-4b46-b19d-02eefcc6f1cf,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:49.520061 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45422) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:50:49.521124 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ba41480a-2b72-4539-abf2-d3b456fd8c31 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8986be9eb17486498586e3a581f9a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431906 Jan 21 13:50:49.572139 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] Publish callbacks [] for security_group (ab4d418d-65cf-4b46-b19d-02eefcc6f1cf), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.593005 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] Publish callbacks [] for security_group (ab4d418d-65cf-4b46-b19d-02eefcc6f1cf), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.638833 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (ab4d418d-65cf-4b46-b19d-02eefcc6f1cf), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.642381 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:50:49.643664 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab4d418d-65cf-4b46-b19d-02eefcc6f1cf HTTP/1.1" status: 204 len: 168 time: 0.1224802 Jan 21 13:50:49.652212 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd84bf-4333-4beb-a904-73831a14fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d418d-65cf-4b46-b19d-02eefcc6f1cf,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:50:50.573115 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a53e0-4bb9-4c8f-9d93-6f22267c14ac req-a96bfc64-fb0e-4fbd-ba8a-3ac66448e6d5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:50.574777 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-443a53e0-4bb9-4c8f-9d93-6f22267c14ac req-a96bfc64-fb0e-4fbd-ba8a-3ac66448e6d5 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0572882 Jan 21 13:50:50.636404 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-443a53e0-4bb9-4c8f-9d93-6f22267c14ac req-e92f9967-f432-4bdb-9e26-e39a3d4f3320 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548532 Jan 21 13:50:51.755536 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ba0d0-04e7-4c15-97d3-3d4ea06ac471 req-92dc51f1-0126-499e-969a-dcb3bb11b107 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:51.757061 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-191ba0d0-04e7-4c15-97d3-3d4ea06ac471 req-92dc51f1-0126-499e-969a-dcb3bb11b107 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0533361 Jan 21 13:50:51.825057 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-191ba0d0-04e7-4c15-97d3-3d4ea06ac471 req-86982325-530f-46f6-95c6-1015e3b49f4f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594223 Jan 21 13:50:52.960144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5deca-8e87-481b-917a-b23078a02131 req-52d51863-5ab2-4ef3-ab89-c3c94875d923 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:50:52.961651 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58f5deca-8e87-481b-917a-b23078a02131 req-52d51863-5ab2-4ef3-ab89-c3c94875d923 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0633228 Jan 21 13:50:53.022397 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58f5deca-8e87-481b-917a-b23078a02131 req-f356e6b4-3638-45bf-8222-5a1a797b0778 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=87f9b4f1-f89d-4d54-a837-b3428966565d&id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543473 Jan 21 13:51:09.775874 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174b1c-0b5e-42ed-a11f-e73e38fd364d req-97c08e3b-cf78-44ea-938e-c6bdfec4c470 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:09.777287 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e7174b1c-0b5e-42ed-a11f-e73e38fd364d req-97c08e3b-cf78-44ea-938e-c6bdfec4c470 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0524197 Jan 21 13:51:09.825766 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e7174b1c-0b5e-42ed-a11f-e73e38fd364d req-673bb25d-45db-472a-be69-a3d43075191f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Jan 21 13:51:10.327406 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192745-880e-4518-8e28-f18099313bf9 req-fe8845af-a2ff-410e-bcd6-3e02c4892e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:10.328911 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-fe8845af-a2ff-410e-bcd6-3e02c4892e6c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1098 time: 0.0404327 Jan 21 13:51:10.436567 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192745-880e-4518-8e28-f18099313bf9 req-0963c717-79af-4d25-bf4c-a0b807777a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:10.438154 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-0963c717-79af-4d25-bf4c-a0b807777a7d service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.0878789 Jan 21 13:51:10.502278 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-3f76669d-f9bb-4dfd-b398-f483dcda055d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 1001 time: 0.0569396 Jan 21 13:51:10.558405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192745-880e-4518-8e28-f18099313bf9 req-6c69d7cc-0621-4c57-add8-cf63c07ef80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:10.559828 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-6c69d7cc-0621-4c57-add8-cf63c07ef80b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.0443554 Jan 21 13:51:10.605033 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192745-880e-4518-8e28-f18099313bf9 req-e27fe2f9-dedc-4ab3-a1ac-297c84ca9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:10.606524 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-e27fe2f9-dedc-4ab3-a1ac-297c84ca9d64 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387301 Jan 21 13:51:10.642217 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:51:10.704165 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-2dd32a7d-d48f-47c7-9af1-079f09856612 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882368 Jan 21 13:51:10.800859 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8192745-880e-4518-8e28-f18099313bf9 req-14c848bb-6312-46da-9a01-e8bd2fa181a7 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882583 Jan 21 13:51:10.814292 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:10.945007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa39be-7b56-46d9-a47c-7e6da842ec21 req-e21e25e9-78ca-41a2-abae-35358f634949 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:10.946399 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62fa39be-7b56-46d9-a47c-7e6da842ec21 req-e21e25e9-78ca-41a2-abae-35358f634949 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0501759 Jan 21 13:51:10.996925 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62fa39be-7b56-46d9-a47c-7e6da842ec21 req-c1c99240-3e38-4b0d-8185-941300183982 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Jan 21 13:51:11.316217 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a408e7a-1cba-4e66-915b-00f6ac4d3eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.114706 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63976-77a9-42c5-8a3f-c040706f82d0 req-856c63db-1497-40a7-98c1-6fdd57ec889f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:12.116202 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aba63976-77a9-42c5-8a3f-c040706f82d0 req-856c63db-1497-40a7-98c1-6fdd57ec889f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0499797 Jan 21 13:51:12.147874 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45742) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:12.162819 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aba63976-77a9-42c5-8a3f-c040706f82d0 req-158eb7e0-ea71-45f2-a686-f83fcfe23c02 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Jan 21 13:51:12.250571 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.322724 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Publish callbacks [] for security_group (0732db3b-c90d-4caf-af6e-32e81a572bc9), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.326310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0732db3b-c90d-4caf-af6e-32e81a572bc9), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.362892 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732db3b-c90d-4caf-af6e-32e81a572bc9,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:12.366755 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9687c2a8ce764749a018a425b577e612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178707 Jan 21 13:51:12.369716 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45748) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:12.372909 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.373409 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.374390 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.374763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.375227 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.375795 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.376228 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.376582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.376917 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.377245 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.377570 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.377895 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.378216 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007dd3dc-5af9-415c-a637-2e4bb7f9e718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:12.423447 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] Publish callbacks [] for security_group (0732db3b-c90d-4caf-af6e-32e81a572bc9), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.446856 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] Publish callbacks [] for security_group (0732db3b-c90d-4caf-af6e-32e81a572bc9), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.499720 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0732db3b-c90d-4caf-af6e-32e81a572bc9), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.502349 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:12.503471 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0732db3b-c90d-4caf-af6e-32e81a572bc9 HTTP/1.1" status: 204 len: 168 time: 0.1325088 Jan 21 13:51:12.511508 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd86440-01e6-4903-906a-000bc4f94258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732db3b-c90d-4caf-af6e-32e81a572bc9,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:13.282145 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0b27c-5dd2-4c2b-b386-977c7f383baa req-3cec974f-8954-4a0b-aa24-a82d79946c11 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:13.283644 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eef0b27c-5dd2-4c2b-b386-977c7f383baa req-3cec974f-8954-4a0b-aa24-a82d79946c11 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0511293 Jan 21 13:51:13.332642 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eef0b27c-5dd2-4c2b-b386-977c7f383baa req-877018d5-6221-417c-b3ae-1916a8f5f638 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Jan 21 13:51:13.356637 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-409affdd-8a7e-4bb2-9c80-afb1305f4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:14.462718 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3001a-cf91-49e3-8673-5210b64bd05f req-5eb1ee56-62bc-40b9-95d4-09099cd0de1a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:14.463874 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-36f3001a-cf91-49e3-8673-5210b64bd05f req-5eb1ee56-62bc-40b9-95d4-09099cd0de1a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0606234 Jan 21 13:51:14.513080 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-36f3001a-cf91-49e3-8673-5210b64bd05f req-a693ffe3-9fc3-4a9b-b275-a5a94a7e7d4f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431309 Jan 21 13:51:15.021045 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:15.638514 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd0605-5c90-4003-9d8d-a92154f232b0 req-c5025b90-814a-4fdf-92b7-8e0c42267d50 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:15.640706 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4fd0605-5c90-4003-9d8d-a92154f232b0 req-c5025b90-814a-4fdf-92b7-8e0c42267d50 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0521910 Jan 21 13:51:15.685469 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4fd0605-5c90-4003-9d8d-a92154f232b0 req-fc4e3b7a-b68c-45d1-b1f0-1c67739c8a09 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 Jan 21 13:51:16.505050 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:16.797395 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb87b8-ce0b-4ac4-9f18-ad157eec191f req-58762624-f75f-4c09-b7d0-303b5102602a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:16.798757 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-addb87b8-ce0b-4ac4-9f18-ad157eec191f req-58762624-f75f-4c09-b7d0-303b5102602a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0475435 Jan 21 13:51:16.844791 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-addb87b8-ce0b-4ac4-9f18-ad157eec191f req-e61e8a1d-3b8c-46cc-937f-79cb258751d7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Jan 21 13:51:17.659585 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:17.964245 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bbd5b-46bc-428a-8b95-a86ddfff2092 req-3e99f0d8-b474-490b-ba1d-c3716cecaa08 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:17.965762 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aa8bbd5b-46bc-428a-8b95-a86ddfff2092 req-3e99f0d8-b474-490b-ba1d-c3716cecaa08 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0501137 Jan 21 13:51:18.016879 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aa8bbd5b-46bc-428a-8b95-a86ddfff2092 req-75f687ac-dd8e-4787-be3e-fbf44c1f0768 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Jan 21 13:51:19.137852 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fc26-b955-4971-9c33-68259c527626 req-6d2583cb-e949-4726-8f25-1c84ad2577a7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:19.139374 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8111fc26-b955-4971-9c33-68259c527626 req-6d2583cb-e949-4726-8f25-1c84ad2577a7 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0543635 Jan 21 13:51:19.185616 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8111fc26-b955-4971-9c33-68259c527626 req-9fe982ae-eaec-4504-86b9-334792a0f93a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401378 Jan 21 13:51:20.297284 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183bc9f-c468-44a2-a912-8d7a144b3177 req-dcd06727-163d-4397-a266-0a562fba406d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:20.298724 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a183bc9f-c468-44a2-a912-8d7a144b3177 req-dcd06727-163d-4397-a266-0a562fba406d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0470009 Jan 21 13:51:20.347260 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a183bc9f-c468-44a2-a912-8d7a144b3177 req-dfa49c25-84a7-4e27-a2fc-a09ebff28681 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Jan 21 13:51:21.461272 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57ce32-87df-44f8-9bbf-352066374228 req-4717b3a1-1230-4a4c-9933-f0449ba1041e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:21.462682 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ab57ce32-87df-44f8-9bbf-352066374228 req-4717b3a1-1230-4a4c-9933-f0449ba1041e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0488098 Jan 21 13:51:21.508649 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ab57ce32-87df-44f8-9bbf-352066374228 req-b521d527-b715-4ff4-8d42-f603b0316b45 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399163 Jan 21 13:51:22.648978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6ac16-e476-4daa-901e-eea357c774af req-e1f9e3a1-9128-4fc1-af8c-eee7eecb2148 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:22.651107 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2cd6ac16-e476-4daa-901e-eea357c774af req-e1f9e3a1-9128-4fc1-af8c-eee7eecb2148 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0708227 Jan 21 13:51:22.698881 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2cd6ac16-e476-4daa-901e-eea357c774af req-277221fa-617e-4903-b566-bb735ad32d34 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Jan 21 13:51:23.650956 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45966) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:23.766459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42d9b409-7a63-472d-b418-01a8ed80c99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:23.859310 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de168d38-c3cb-4a16-86f0-6f6a89126323 req-b1e98e35-cb32-4c08-b13e-cfc46e0cb987 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:23.860867 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de168d38-c3cb-4a16-86f0-6f6a89126323 req-b1e98e35-cb32-4c08-b13e-cfc46e0cb987 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0763381 Jan 21 13:51:23.905053 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42d9b409-7a63-472d-b418-01a8ed80c99f admin admin] Publish callbacks [] for security_group (92b44e44-b1d0-47e8-b672-e12a27b5c03c), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:23.910997 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-42d9b409-7a63-472d-b418-01a8ed80c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (92b44e44-b1d0-47e8-b672-e12a27b5c03c), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:23.966011 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de168d38-c3cb-4a16-86f0-6f6a89126323 req-77a912ff-6ac8-4515-a5ab-8653e148fedf tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977917 Jan 21 13:51:23.970259 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-42d9b409-7a63-472d-b418-01a8ed80c99f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5b3b3cae7f64b3ebd8a2562ec2f70cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182688 Jan 21 13:51:23.971136 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9b409-7a63-472d-b418-01a8ed80c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b44e44-b1d0-47e8-b672-e12a27b5c03c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:23.974520 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45986) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:24.033489 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] Publish callbacks [] for security_group (92b44e44-b1d0-47e8-b672-e12a27b5c03c), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.054395 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] Publish callbacks [] for security_group (92b44e44-b1d0-47e8-b672-e12a27b5c03c), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.100728 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (92b44e44-b1d0-47e8-b672-e12a27b5c03c), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.103784 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.105206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/92b44e44-b1d0-47e8-b672-e12a27b5c03c HTTP/1.1" status: 204 len: 168 time: 0.1283135 Jan 21 13:51:24.113644 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fffe-8591-4193-b8f2-2d01a8b706b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b44e44-b1d0-47e8-b672-e12a27b5c03c,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:24.354679 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 45992) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:24.370826 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46050dd5-3b2f-4070-8628-b98e6222720c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.446111 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46050dd5-3b2f-4070-8628-b98e6222720c admin admin] Publish callbacks [] for security_group (20249d6a-908c-412b-b307-6bf462a4c9a9), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.449903 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-46050dd5-3b2f-4070-8628-b98e6222720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (20249d6a-908c-412b-b307-6bf462a4c9a9), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.488925 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-46050dd5-3b2f-4070-8628-b98e6222720c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f0de663b9ef4b8cafaaf0656b01a5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331420 Jan 21 13:51:24.490121 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050dd5-3b2f-4070-8628-b98e6222720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20249d6a-908c-412b-b307-6bf462a4c9a9,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:24.491568 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 45994) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:24.539218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] Publish callbacks [] for security_group (20249d6a-908c-412b-b307-6bf462a4c9a9), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.560707 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] Publish callbacks [] for security_group (20249d6a-908c-412b-b307-6bf462a4c9a9), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.606301 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (20249d6a-908c-412b-b307-6bf462a4c9a9), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.609651 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:24.610810 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20249d6a-908c-412b-b307-6bf462a4c9a9 HTTP/1.1" status: 204 len: 168 time: 0.1182656 Jan 21 13:51:24.618226 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6005af-ba61-48ac-8338-321b72a159f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20249d6a-908c-412b-b307-6bf462a4c9a9,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:24.926746 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46002) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:24.944056 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c6-d548-48ca-ae11-8652add1788c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.025346 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c6-d548-48ca-ae11-8652add1788c admin admin] Publish callbacks [] for security_group (8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.030195 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e98cf5c6-d548-48ca-ae11-8652add1788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.071305 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e98cf5c6-d548-48ca-ae11-8652add1788c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4c80ceb0b574a29b2f594edc1a83d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432278 Jan 21 13:51:25.073806 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cf5c6-d548-48ca-ae11-8652add1788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:25.074015 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46008) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:25.109097 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24fc53-ba6b-48f5-a705-0decaf122bf6 req-c21ce85d-2933-43b0-83c0-68cc4d53ddf2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:25.110631 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b24fc53-ba6b-48f5-a705-0decaf122bf6 req-c21ce85d-2933-43b0-83c0-68cc4d53ddf2 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0730879 Jan 21 13:51:25.175262 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] Publish callbacks [] for security_group (8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.201709 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b24fc53-ba6b-48f5-a705-0decaf122bf6 req-957d55dc-265f-4ee8-872b-9da8ffec491e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828135 Jan 21 13:51:25.214335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] Publish callbacks [] for security_group (8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.277802 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.281399 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:25.282531 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0 HTTP/1.1" status: 204 len: 168 time: 0.2075710 Jan 21 13:51:25.291076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358590-809f-4828-95a2-df2f97b76efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8f2fd-4e2b-4740-8cfd-c1594d7071b0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:25.957007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46038) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:26.051572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1943109526-network', 'tenant_id': 'f557e160058a4541b3abde466bd06c34'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:26.073509 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Made reservation on behalf of f557e160058a4541b3abde466bd06c34 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:51:26.075718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.088070 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.163562 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks [] for security_group (f91c80f4-492d-4205-a0fd-c7b4952b8938), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.166900 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f91c80f4-492d-4205-a0fd-c7b4952b8938), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.187835 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:51:26.202817 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c80f4-492d-4205-a0fd-c7b4952b8938,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:26.205786 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (2de80bce-8675-434a-99e4-b6b550600457), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.206126 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Added segment 2de80bce-8675-434a-99e4-b6b550600457 of type vlan for network e3dbfaec-8cf8-41d4-873a-645beebf0141 Jan 21 13:51:26.246838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (e3dbfaec-8cf8-41d4-873a-645beebf0141), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.272834 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (e3dbfaec-8cf8-41d4-873a-645beebf0141), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.273794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.274380 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.311208 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3530288 Jan 21 13:51:26.314801 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46044) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:26.320296 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Request body: {'subnet': {'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1943109526-subnet', 'tenant_id': 'f557e160058a4541b3abde466bd06c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:26.331374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bd7da-ac8e-4c80-ad8f-1a37803fb6ab req-c0092b21-a0dc-441b-97fa-b4ef73ec7026 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.332887 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6e3bd7da-ac8e-4c80-ad8f-1a37803fb6ab req-c0092b21-a0dc-441b-97fa-b4ef73ec7026 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0588071 Jan 21 13:51:26.341938 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d49142-b514-4fb7-810f-85bb34848769 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dbfaec-8cf8-41d4-873a-645beebf0141,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:26.353234 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:51:26.370546 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Made reservation on behalf of f557e160058a4541b3abde466bd06c34 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:51:26.372961 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29401306'] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.423736 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6e3bd7da-ac8e-4c80-ad8f-1a37803fb6ab req-a828d846-0ca4-48f2-957a-d04224faa3bf tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835516 Jan 21 13:51:26.576214 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30478327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29401284'] for subnet (8385f8e8-036c-495f-9955-39ff7c0de3d5), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.678433 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8385f8e8-036c-495f-9955-39ff7c0de3d5,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:26.693284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Checking segment: {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:51:26.693655 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Network hostable DHCP agents. Network: e3dbfaec-8cf8-41d4-873a-645beebf0141, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:51:26.705341 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c243d-7c0c-4dfb-88df-9c2ea4de003c req-9789f55e-d22b-49a5-9b09-fa0d0a7e042c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.706850 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5e9c243d-7c0c-4dfb-88df-9c2ea4de003c req-9789f55e-d22b-49a5-9b09-fa0d0a7e042c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0955784 Jan 21 13:51:26.724144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-eb2aec77-9af8-432d-a04c-9bddc43d11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.726106 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-eb2aec77-9af8-432d-a04c-9bddc43d11c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 1098 time: 0.0443857 Jan 21 13:51:26.731602 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:51:26.744478 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, e3dbfaec-8cf8-41d4-873a-645beebf0141) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:51:26.752536 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3e825-571f-4451-8afd-f9749d2dff0e None None] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:51:26.763215 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.763808 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:26.778046 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5e9c243d-7c0c-4dfb-88df-9c2ea4de003c req-9b931bb9-4a47-4b41-89a5-0572db2e86e4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635583 Jan 21 13:51:26.787713 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-079d2203-3394-4685-921b-ceeb940d074d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4717684 Jan 21 13:51:26.849330 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-0ae47718-170d-45c7-b87a-0a5e75b4e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:26.850849 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-0ae47718-170d-45c7-b87a-0a5e75b4e31d service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.1007097 Jan 21 13:51:26.882584 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4f455-a39d-4dc2-96e3-7b0672afc31a None None] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:51:26.921451 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-b580ff2b-0272-459a-ae79-c0c5a4617985 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 200 len: 1001 time: 0.0616698 Jan 21 13:51:27.788795 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-933f938c-2ca7-4526-bd52-74fdabb3efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:27.790241 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-933f938c-2ca7-4526-bd52-74fdabb3efc4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.0459812 Jan 21 13:51:27.904868 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769d97a-9ac5-4a4b-8a1b-1ef8add16b2b req-2d4f3d78-bdec-4c23-9e94-a34c95bbb1ea tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:27.906404 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7769d97a-9ac5-4a4b-8a1b-1ef8add16b2b req-2d4f3d78-bdec-4c23-9e94-a34c95bbb1ea tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0528624 Jan 21 13:51:27.953035 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7769d97a-9ac5-4a4b-8a1b-1ef8add16b2b req-87448baf-596c-49fc-8490-d3ae074fe539 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Jan 21 13:51:28.695882 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-626f5ca3-b791-4a07-a4e2-66d0f5727f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:28.697376 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-626f5ca3-b791-4a07-a4e2-66d0f5727f59 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410581 Jan 21 13:51:29.067443 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93bb86-a564-409b-a2be-2ece60ec1e76 req-e2f2d46a-2202-4b7f-970a-a03c2ff28181 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:29.070768 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a93bb86-a564-409b-a2be-2ece60ec1e76 req-e2f2d46a-2202-4b7f-970a-a03c2ff28181 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0501134 Jan 21 13:51:29.116478 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a93bb86-a564-409b-a2be-2ece60ec1e76 req-df15417b-6331-416a-828e-e0f3d33cc96f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Jan 21 13:51:29.720041 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-3e6635b2-8d04-49b7-b00f-ad6d5e4b5430 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897295 Jan 21 13:51:29.813013 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fd5a9f5-e49f-4460-a18a-5a0e9ca5812f req-cdc148de-3410-4a0e-b117-c4429a77b4bc service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832839 Jan 21 13:51:30.228963 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa81548-9201-4b68-b8ec-d428223a24c7 req-fa14e786-8efe-4d49-90da-a9e34865b17a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:30.230412 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cfa81548-9201-4b68-b8ec-d428223a24c7 req-fa14e786-8efe-4d49-90da-a9e34865b17a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0485353 Jan 21 13:51:30.281220 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cfa81548-9201-4b68-b8ec-d428223a24c7 req-425b3126-a65e-4115-9198-501e535f6a5a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 Jan 21 13:51:30.623462 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-1f1dfabb-63da-44f6-99d7-962de56a8c85 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:30.625435 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-1f1dfabb-63da-44f6-99d7-962de56a8c85 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 814 time: 0.1040664 Jan 21 13:51:30.639430 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-a9df2b5d-4d4e-493c-9d84-a2489687c400 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/quotas/f557e160058a4541b3abde466bd06c34 HTTP/1.1" status: 200 len: 375 time: 0.0086942 Jan 21 13:51:30.670160 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-bd927a45-e9c9-4950-ada8-45b706342aac tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261154 Jan 21 13:51:30.762653 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-f70346e1-8041-4aae-9065-09efdb81da7e service neutron] 10.222.0.84 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 Jan 21 13:51:30.856880 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-f6dccf41-9135-4ba4-9f51-db0a47954745 service neutron] 10.222.0.84 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Jan 21 13:51:31.017916 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-41fd083d-89ec-4809-90e9-94873ffbff90 req-4e5328fc-1294-45b7-9298-b5a9bec74323 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Jan 21 13:51:31.403595 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b0ec3-c3ee-4e57-9bc7-b6c28fba372b req-eff9d862-524d-4e6d-8d53-b33ecf875632 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:31.405741 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dc3b0ec3-c3ee-4e57-9bc7-b6c28fba372b req-eff9d862-524d-4e6d-8d53-b33ecf875632 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0552499 Jan 21 13:51:31.453805 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dc3b0ec3-c3ee-4e57-9bc7-b6c28fba372b req-50e17628-afe7-493e-8577-438e021dca45 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Jan 21 13:51:32.052079 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-f6ec9c0a-e11f-4141-a650-bdd95448da23 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:32.053648 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-f6ec9c0a-e11f-4141-a650-bdd95448da23 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 814 time: 0.1016252 Jan 21 13:51:32.071020 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Request body: {'port': {'device_id': '4640e25e-e213-4542-9654-2e83e6695ae3', 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141', 'admin_state_up': True, 'tenant_id': 'f557e160058a4541b3abde466bd06c34'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:32.166947 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f28d8ab-c921-4f48-b55f-4e704fadbef5 req-1e8f172b-5661-4512-b37d-28a848fb70d8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 210 time: 0.0548763 Jan 21 13:51:32.219749 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Made reservation on behalf of f557e160058a4541b3abde466bd06c34 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:51:32.223418 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:32.352516 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Allocated IP 172.20.0.12 (e3dbfaec-8cf8-41d4-873a-645beebf0141/8385f8e8-036c-495f-9955-39ff7c0de3d5/eced43b6-af89-450c-850c-098b515fc717) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:51:32.508032 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks [] for port (eced43b6-af89-450c-850c-098b515fc717), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:32.541886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (eced43b6-af89-450c-850c-098b515fc717), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:32.585938 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:51:32.588923 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:51:32.592528 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:51:32.616396 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Pushing event updated for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:32.643804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:32.644415 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:32.660558 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-7b9b7b80-ddff-4c12-aa05-98bb6bfaabc2 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947535 Jan 21 13:51:32.674594 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Request body: {'port': {'device_id': '4640e25e-e213-4542-9654-2e83e6695ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:32.729448 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (eced43b6-af89-450c-850c-098b515fc717), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.199627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eced43b6-af89-450c-850c-098b515fc717 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:51:33.209408 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks [] for port (eced43b6-af89-450c-850c-098b515fc717), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.220788 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Transition to ACTIVE for port object eced43b6-af89-450c-850c-098b515fc717 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:51:33.225607 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (eced43b6-af89-450c-850c-098b515fc717), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.285995 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Pushing event updated for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:33.289815 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d85d45-4a2c-4ced-be56-fce96bde01b7 req-4caca017-9d32-4bdc-87f5-b78bdaf710a8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:33.291300 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b0d85d45-4a2c-4ced-be56-fce96bde01b7 req-4caca017-9d32-4bdc-87f5-b78bdaf710a8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 944 time: 0.0562065 Jan 21 13:51:33.338809 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b0d85d45-4a2c-4ced-be56-fce96bde01b7 req-e38ce506-26a7-4510-b138-10f8d3cd6b10 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Jan 21 13:51:33.356830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Attempting to bind port eced43b6-af89-450c-850c-098b515fc717 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:51:33.357166 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Attempting to bind port eced43b6-af89-450c-850c-098b515fc717 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:51:33.357491 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Attempting to bind port eced43b6-af89-450c-850c-098b515fc717 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:51:33.361770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Port eced43b6-af89-450c-850c-098b515fc717 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:51:33.362086 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Attempting to bind port eced43b6-af89-450c-850c-098b515fc717 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:51:33.366676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:51:33.367011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Checking segment: {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:51:33.367388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Bound using segment: {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:51:33.367811 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Bound port: eced43b6-af89-450c-850c-098b515fc717, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:51:33.368164 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (eced43b6-af89-450c-850c-098b515fc717), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.436560 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:51:33.441372 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=eced43b6-af89-450c-850c-098b515fc717,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:51:33.447348 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (eced43b6-af89-450c-850c-098b515fc717), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.483313 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:33.487241 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:33.487241 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] 10.222.0.107 "PUT /v2.0/ports/eced43b6-af89-450c-850c-098b515fc717 HTTP/1.1" status: 200 len: 1094 time: 0.8159952 Jan 21 13:51:33.488894 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'tag': 'eced43b6-af89-450c-850c-098b515fc717'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:33.493099 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f3bba-64bc-44a7-b980-686d5403a66d" -d '{"events": [{"name": "network-changed", "server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "tag": "eced43b6-af89-450c-850c-098b515fc717"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:33.519219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cceb6-db7f-4dfb-878b-72090bf143aa service neutron] Pushing event updated for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:33.539167 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9e70b7-2b7a-4528-819b-c179fbd1989a x-openstack-request-id: req-5c9e70b7-2b7a-4528-819b-c179fbd1989a {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:33.539476 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "tag": "eced43b6-af89-450c-850c-098b515fc717", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:33.539982 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5c9e70b7-2b7a-4528-819b-c179fbd1989a {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:33.540838 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'tag': 'eced43b6-af89-450c-850c-098b515fc717', 'status': 'completed', 'code': 200} Jan 21 13:51:33.588763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-78a4da72-e2c3-42fd-addc-0238b0d599b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:33.590264 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-78a4da72-e2c3-42fd-addc-0238b0d599b2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0442736 Jan 21 13:51:33.632846 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-0ae89031-c662-4f4d-834b-d8c7614b033e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eced43b6-af89-450c-850c-098b515fc717 HTTP/1.1" status: 200 len: 217 time: 0.0343139 Jan 21 13:51:33.683573 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457108b-2629-4b51-9351-d134d88801f8 req-f7c8ea94-829e-45fe-9440-98e958286614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:33.685077 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-f7c8ea94-829e-45fe-9440-98e958286614 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8385f8e8-036c-495f-9955-39ff7c0de3d5 HTTP/1.1" status: 200 len: 854 time: 0.0453117 Jan 21 13:51:33.716544 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-4ef12472-f285-4c37-97a8-6f4aa4a0457f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3dbfaec-8cf8-41d4-873a-645beebf0141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236583 Jan 21 13:51:33.824931 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-3879f5d0-efeb-40dd-b2a5-4d825d8acb73 service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008465 Jan 21 13:51:33.923714 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7457108b-2629-4b51-9351-d134d88801f8 req-3ebb3fe7-2655-4980-ab57-4a3794ecfc3c service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922439 Jan 21 13:51:33.944302 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46200) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:34.010099 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-497cc226-2550-4a92-b3fb-52799b14aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:34.011716 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-497cc226-2550-4a92-b3fb-52799b14aecf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0395861 Jan 21 13:51:34.081478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5984a59-adeb-42af-8e3b-f468298578fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.138588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-70ba95a0-555c-48a2-ba08-c6db420db850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:34.140075 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-70ba95a0-555c-48a2-ba08-c6db420db850 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 915 time: 0.1220582 Jan 21 13:51:34.190187 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-ada87384-5ffc-4ea7-83dd-3812db906398 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eced43b6-af89-450c-850c-098b515fc717 HTTP/1.1" status: 200 len: 217 time: 0.0420249 Jan 21 13:51:34.248435 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5984a59-adeb-42af-8e3b-f468298578fe admin admin] Publish callbacks [] for security_group (5cc63b25-8916-4432-9636-15348881c9a1), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.255378 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5984a59-adeb-42af-8e3b-f468298578fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5cc63b25-8916-4432-9636-15348881c9a1), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.266054 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-de081129-c5e6-473d-9774-d2e0186f16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:34.267442 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-de081129-c5e6-473d-9774-d2e0186f16f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8385f8e8-036c-495f-9955-39ff7c0de3d5 HTTP/1.1" status: 200 len: 854 time: 0.0702324 Jan 21 13:51:34.317399 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-813d7ff1-4eef-4ab7-8f59-18e3576a0846 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3dbfaec-8cf8-41d4-873a-645beebf0141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394502 Jan 21 13:51:34.323091 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d5984a59-adeb-42af-8e3b-f468298578fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5554111df3ac4f3993d24d0b309f8880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777728 Jan 21 13:51:34.324278 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5984a59-adeb-42af-8e3b-f468298578fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc63b25-8916-4432-9636-15348881c9a1,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:34.325924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46204) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:34.377001 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Publish callbacks [] for security_group (5cc63b25-8916-4432-9636-15348881c9a1), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.406239 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Publish callbacks [] for security_group (5cc63b25-8916-4432-9636-15348881c9a1), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.411745 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-887523a2-6726-401b-8f53-58f68610559b service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846057 Jan 21 13:51:34.476053 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5272ae-dba4-4fce-bdb0-b96b4cdf2237 req-15e330dc-a72d-4e08-90ac-55e3712297a0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:34.477553 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fa5272ae-dba4-4fce-bdb0-b96b4cdf2237 req-15e330dc-a72d-4e08-90ac-55e3712297a0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 944 time: 0.0693488 Jan 21 13:51:34.497137 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5cc63b25-8916-4432-9636-15348881c9a1), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.500221 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.501728 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5cc63b25-8916-4432-9636-15348881c9a1 HTTP/1.1" status: 204 len: 168 time: 0.1744263 Jan 21 13:51:34.517851 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc63b25-8916-4432-9636-15348881c9a1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:34.519771 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7f3bba-64bc-44a7-b980-686d5403a66d req-af8816b3-c7ed-4f7e-8b93-f27e2cd25f9c service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939929 Jan 21 13:51:34.528573 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.528953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.529307 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.529760 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.530043 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.530300 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.530639 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.531631 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.531631 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.531826 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.532334 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.532520 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.532860 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c327466-2d41-48a2-b577-d990af2f82b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:34.558517 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fa5272ae-dba4-4fce-bdb0-b96b4cdf2237 req-117212c5-ad22-4c5c-b5fc-296968fee77f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677466 Jan 21 13:51:34.806114 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46214) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:34.825983 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32496-ed72-4837-a528-cc2705adbad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.912309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32496-ed72-4837-a528-cc2705adbad9 admin admin] Publish callbacks [] for security_group (13e6b5d3-cde8-4631-83ef-27cc318db8fa), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.916252 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32496-ed72-4837-a528-cc2705adbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (13e6b5d3-cde8-4631-83ef-27cc318db8fa), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:34.969068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32496-ed72-4837-a528-cc2705adbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e6b5d3-cde8-4631-83ef-27cc318db8fa,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:34.974795 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f0f32496-ed72-4837-a528-cc2705adbad9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3097ff1f0b2545bb9cd63d0d3df8764b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676424 Jan 21 13:51:34.977346 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46216) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:35.026347 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] Publish callbacks [] for security_group (13e6b5d3-cde8-4631-83ef-27cc318db8fa), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:35.050647 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] Publish callbacks [] for security_group (13e6b5d3-cde8-4631-83ef-27cc318db8fa), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:35.099732 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (13e6b5d3-cde8-4631-83ef-27cc318db8fa), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:35.104405 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:35.106497 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/13e6b5d3-cde8-4631-83ef-27cc318db8fa HTTP/1.1" status: 204 len: 168 time: 0.1280282 Jan 21 13:51:35.115893 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308f15-531c-4d8e-8bec-6f5cfd2dd5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e6b5d3-cde8-4631-83ef-27cc318db8fa,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:35.683977 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26152-4ab2-48ca-9969-49c72d5ce8fa req-3be4c984-f4e8-409a-8597-a74da9336ca1 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:35.685583 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7e26152-4ab2-48ca-9969-49c72d5ce8fa req-3be4c984-f4e8-409a-8597-a74da9336ca1 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 944 time: 0.0521514 Jan 21 13:51:35.735259 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7e26152-4ab2-48ca-9969-49c72d5ce8fa req-8bc2d3d0-d7c8-4d4b-8913-21b65d5eb8b8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Jan 21 13:51:36.792742 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device eced43b6-af89-450c-850c-098b515fc717 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:51:36.863440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fcb9f-6484-4818-a3e4-12ed18f88de2 req-7b2315ad-d332-46e4-8bbc-16c6a4945bef tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:36.865042 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e34fcb9f-6484-4818-a3e4-12ed18f88de2 req-7b2315ad-d332-46e4-8bbc-16c6a4945bef tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 944 time: 0.0595067 Jan 21 13:51:36.899943 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=eced43b6-af89-450c-850c-098b515fc717,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:36.911617 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'eced43b6-af89-450c-850c-098b515fc717', 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141', 'port_id': 'eced43b6-af89-450c-850c-098b515fc717', 'mac_address': 'fa:16:3e:45:7a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8385f8e8-036c-495f-9955-39ff7c0de3d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:51:36.915000 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e34fcb9f-6484-4818-a3e4-12ed18f88de2 req-59d89f09-186e-4d80-90c3-dd36fbd0f24e tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Jan 21 13:51:36.948461 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port eced43b6-af89-450c-850c-098b515fc717 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:51:36.948885 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (eced43b6-af89-450c-850c-098b515fc717), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:36.962181 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eced43b6-af89-450c-850c-098b515fc717 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:51:36.982041 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=eced43b6-af89-450c-850c-098b515fc717,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:36.985718 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (eced43b6-af89-450c-850c-098b515fc717), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:37.033565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:37.041000 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.041383 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.041740 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.042091 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.042459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.042766 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.043156 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.043439 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.043771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.044118 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.044454 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.044810 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.045139 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:51:37.281918 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['eced43b6-af89-450c-850c-098b515fc717'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:51:37.609808 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af48c46-5a8f-4dbd-92f4-75e99e563aad req-a2eb2649-eefb-4852-9cc4-a3f65cf3a3bc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:37.611225 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8af48c46-5a8f-4dbd-92f4-75e99e563aad req-a2eb2649-eefb-4852-9cc4-a3f65cf3a3bc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0500224 Jan 21 13:51:37.658126 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8af48c46-5a8f-4dbd-92f4-75e99e563aad req-0c824078-c00f-4530-9f26-881fa13e7074 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Jan 21 13:51:38.035669 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37efb-d9b6-4791-8188-1114f8a4ab1d req-562617a4-940f-4f9f-ad96-9df2329ade03 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:38.037207 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-61b37efb-d9b6-4791-8188-1114f8a4ab1d req-562617a4-940f-4f9f-ad96-9df2329ade03 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Jan 21 13:51:38.086028 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-61b37efb-d9b6-4791-8188-1114f8a4ab1d req-fa6b88d7-ae1b-4cfd-99db-8f45e68c9f59 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Jan 21 13:51:38.781424 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0145d-5bf5-4c52-aff9-0f01f12f0f65 req-b7fa8287-bac1-4da3-b0bf-459224b8fd70 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:38.782888 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-56c0145d-5bf5-4c52-aff9-0f01f12f0f65 req-b7fa8287-bac1-4da3-b0bf-459224b8fd70 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0515990 Jan 21 13:51:38.799984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device eced43b6-af89-450c-850c-098b515fc717 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:51:38.831537 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-56c0145d-5bf5-4c52-aff9-0f01f12f0f65 req-0666c96d-20a1-4d84-889e-f7bc9255dadb tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Jan 21 13:51:38.849129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port eced43b6-af89-450c-850c-098b515fc717 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:51:38.856655 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port eced43b6-af89-450c-850c-098b515fc717 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:51:38.856655 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (eced43b6-af89-450c-850c-098b515fc717), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:38.934821 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port eced43b6-af89-450c-850c-098b515fc717 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:51:38.935206 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (eced43b6-af89-450c-850c-098b515fc717), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:38.958113 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced43b6-af89-450c-850c-098b515fc717'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:38.960234 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0e5573-11a7-4821-bb2a-ff63248224c2" -d '{"events": [{"server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "name": "network-vif-plugged", "status": "completed", "tag": "eced43b6-af89-450c-850c-098b515fc717"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:38.972457 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=eced43b6-af89-450c-850c-098b515fc717,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:38.976506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (eced43b6-af89-450c-850c-098b515fc717), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:38.998931 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e326668-3241-4be6-93d3-21121ed91c85 x-openstack-request-id: req-5e326668-3241-4be6-93d3-21121ed91c85 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:38.999246 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "name": "network-vif-plugged", "status": "completed", "tag": "eced43b6-af89-450c-850c-098b515fc717", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:39.000058 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e326668-3241-4be6-93d3-21121ed91c85 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:39.000448 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced43b6-af89-450c-850c-098b515fc717', 'code': 200} Jan 21 13:51:39.026414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:39.182812 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfc37a-ae7f-4a1f-9038-1423320dc1e2 req-c8a71e84-0619-4645-b5dd-2e21227ff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:39.184316 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31bfc37a-ae7f-4a1f-9038-1423320dc1e2 req-c8a71e84-0619-4645-b5dd-2e21227ff3a7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0484438 Jan 21 13:51:39.213965 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ccce1-ecbb-4b0f-87d8-853b835c0073 req-58ed513a-7750-4ae3-85e4-54d49415eb58 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:39.215451 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-422ccce1-ecbb-4b0f-87d8-853b835c0073 req-58ed513a-7750-4ae3-85e4-54d49415eb58 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.0521650 Jan 21 13:51:39.235929 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31bfc37a-ae7f-4a1f-9038-1423320dc1e2 req-d6dad811-31ae-4e78-9df3-6003dbefedff service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Jan 21 13:51:39.267602 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-422ccce1-ecbb-4b0f-87d8-853b835c0073 req-99ab0930-661b-4bb1-abb8-2c9b690c0060 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Jan 21 13:51:39.507983 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46338) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:39.568763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-86459858-e2b6-43ce-be76-09f3a8db5b69 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:39.570554 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-86459858-e2b6-43ce-be76-09f3a8db5b69 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.0514042 Jan 21 13:51:39.612883 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f17f5869-1a24-4266-a3ca-a4a061d23bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.665897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Deleting port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:39.666273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.694332 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f17f5869-1a24-4266-a3ca-a4a061d23bc5 admin admin] Publish callbacks [] for security_group (0b403e8f-f603-4c30-8de6-1fa165905d86), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.698116 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f17f5869-1a24-4266-a3ca-a4a061d23bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0b403e8f-f603-4c30-8de6-1fa165905d86), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.738296 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f5869-1a24-4266-a3ca-a4a061d23bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b403e8f-f603-4c30-8de6-1fa165905d86,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:39.742579 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f17f5869-1a24-4266-a3ca-a4a061d23bc5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dabb2cd9b0824eb19dd42b768deb334a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335594 Jan 21 13:51:39.745584 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46342) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:39.769171 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] For port 13e896be-af8b-4c5b-b2fe-cd245c3385d1, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=13e896be-af8b-4c5b-b2fe-cd245c3385d1,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:39.769460 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.793636 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] Publish callbacks [] for security_group (0b403e8f-f603-4c30-8de6-1fa165905d86), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.814602 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] Publish callbacks [] for security_group (0b403e8f-f603-4c30-8de6-1fa165905d86), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.871054 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (0b403e8f-f603-4c30-8de6-1fa165905d86), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.873974 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:39.881034 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b403e8f-f603-4c30-8de6-1fa165905d86 HTTP/1.1" status: 204 len: 168 time: 0.1329002 Jan 21 13:51:39.892785 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c736a-b2a1-405f-9a4f-30b25fcc6161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b403e8f-f603-4c30-8de6-1fa165905d86,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:40.019127 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add4f8-3f5d-4056-b7f7-efcae2d3edbe req-e7383ad3-8769-4315-ba6b-8bc5a13a361a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:40.020816 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8add4f8-3f5d-4056-b7f7-efcae2d3edbe req-e7383ad3-8769-4315-ba6b-8bc5a13a361a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade HTTP/1.1" status: 200 len: 947 time: 0.1030550 Jan 21 13:51:40.034700 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.035064 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.035384 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Floating IP 1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4 disassociated. External IP: 172.27.3.162, port: 13e896be-af8b-4c5b-b2fe-cd245c3385d1. Jan 21 13:51:40.035723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Calling delete_port for 13e896be-af8b-4c5b-b2fe-cd245c3385d1 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:40.125725 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8add4f8-3f5d-4056-b7f7-efcae2d3edbe req-710ac290-a3ba-454a-a69e-85811a2a1ef0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7bd4fb5-71e1-4358-957e-f332dbb7bada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945749 Jan 21 13:51:40.161343 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46352) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:40.174144 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a827d51-95c5-46a5-91d6-9aae9d8bd105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.205738 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (13e896be-af8b-4c5b-b2fe-cd245c3385d1), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.242045 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'Port': ['ID=13e896be-af8b-4c5b-b2fe-cd245c3385d1,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:40.257080 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a827d51-95c5-46a5-91d6-9aae9d8bd105 admin admin] Publish callbacks [] for security_group (6d130943-3591-4a55-b53a-cc1c526cfe62), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.268373 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a827d51-95c5-46a5-91d6-9aae9d8bd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (6d130943-3591-4a55-b53a-cc1c526cfe62), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.307068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827d51-95c5-46a5-91d6-9aae9d8bd105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d130943-3591-4a55-b53a-cc1c526cfe62,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:40.311367 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0a827d51-95c5-46a5-91d6-9aae9d8bd105 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa18a039978046999f1d110a453775f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489108 Jan 21 13:51:40.313968 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46356) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:40.367379 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:51:40.399753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] Publish callbacks [] for security_group (6d130943-3591-4a55-b53a-cc1c526cfe62), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.432270 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047554d2-8c49-42e9-b45b-e29cca44163a req-0abd9507-6939-4a62-9917-4205de5ba8cf tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:40.433843 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-047554d2-8c49-42e9-b45b-e29cca44163a req-0abd9507-6939-4a62-9917-4205de5ba8cf tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.0777922 Jan 21 13:51:40.435795 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] Publish callbacks [] for security_group (6d130943-3591-4a55-b53a-cc1c526cfe62), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.487081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:51:40.497340 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:51:40.505423 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-047554d2-8c49-42e9-b45b-e29cca44163a req-9047a96a-5d70-4eae-a3bc-4e85c70b06b1 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622418 Jan 21 13:51:40.524263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (6d130943-3591-4a55-b53a-cc1c526cfe62), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.527598 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.528325 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:40.529202 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6d130943-3591-4a55-b53a-cc1c526cfe62 HTTP/1.1" status: 204 len: 168 time: 0.2142642 Jan 21 13:51:40.529726 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:40.534423 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] No DVR routers for this DVR port 13e896be-af8b-4c5b-b2fe-cd245c3385d1 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:51:40.544540 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff44ac3-cd91-497f-b7f0-4ea968342bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d130943-3591-4a55-b53a-cc1c526cfe62,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:40.553763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.560087 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cbbdbdc3-6735-4415-9dc8-5bc3a8e327c1 req-4f004719-60db-4240-a8c8-f54e5a23048b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "DELETE /v2.0/ports/13e896be-af8b-4c5b-b2fe-cd245c3385d1 HTTP/1.1" status: 204 len: 173 time: 0.9837461 Jan 21 13:51:40.560560 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-deleted', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:40.562958 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f1f8b-4692-45ba-9a0c-79abd1102d2d" -d '{"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-deleted", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:40.612711 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae52c792-bb97-47ec-939e-a607d3fbf867 x-openstack-request-id: req-ae52c792-bb97-47ec-939e-a607d3fbf867 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:40.613009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade", "name": "network-vif-deleted", "tag": "13e896be-af8b-4c5b-b2fe-cd245c3385d1", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:40.613271 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae52c792-bb97-47ec-939e-a607d3fbf867 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:40.613649 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91aca0-fb73-460d-ad2c-2ba0cf9b5ade', 'name': 'network-vif-deleted', 'tag': '13e896be-af8b-4c5b-b2fe-cd245c3385d1', 'status': 'completed', 'code': 200} Jan 21 13:51:40.682064 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:40.846702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:40.908634 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:40.941223 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:51:40.950130 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:40.950832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:41.073702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:41.302793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:41.338432 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e63ff-3798-4aeb-af7c-4f2960fa76ad None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:51:41.345551 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4bbea155-0304-4ba8-845b-82fcf0937bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:41.472468 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-28481841-3c3e-4ccf-a3d5-595e313fe8b1 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792320631&fields=id&tenant_id=cc3afc808f84460e9dce024a40c56a4c HTTP/1.1" status: 200 len: 267 time: 0.0506675 Jan 21 13:51:41.537838 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-d56dd695-cf1e-4f31-a971-0aac41cc5ff9 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:41.539799 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-d56dd695-cf1e-4f31-a971-0aac41cc5ff9 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 984 time: 0.0597708 Jan 21 13:51:41.552652 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Request body: {'port': {'security_groups': ['46812a8c-17b1-45ce-947f-79b28f05ba2f']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:41.628145 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:41.679229 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134897f-8efa-4a0a-8f36-8342dd68ecf6 None None] New status for floating IP 1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:51:41.871704 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:41.911680 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for port (2496e76e-909a-4437-9b2f-e13165d82630), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:41.919531 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:41.933523 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:51:41.975540 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:41.976168 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:41.977590 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6ade8793-fcde-45fc-92b5-a0dc2f24eb93 req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "PUT /v2.0/ports/2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 942 time: 0.4304805 Jan 21 13:51:41.978046 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:41.980335 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bddab60-b2a9-4431-b6b4-3c40235377c0" -d '{"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:41.983320 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46406) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:41.997925 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de28575-28c4-4a11-90be-81ed9e6902df tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event updated for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=7']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:42.095958 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (87f9b4f1-f89d-4d54-a837-b3428966565d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.126723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (87f9b4f1-f89d-4d54-a837-b3428966565d), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.147570 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b153-ff7d-499b-b0bb-437a5f5616ba req-0768c1a6-6c45-4235-b8d6-7f1a136b6dcc tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:42.162006 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e193b153-ff7d-499b-b0bb-437a5f5616ba req-0768c1a6-6c45-4235-b8d6-7f1a136b6dcc tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.1095612 Jan 21 13:51:42.207266 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (87f9b4f1-f89d-4d54-a837-b3428966565d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.214457 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.217115 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "DELETE /v2.0/security-groups/87f9b4f1-f89d-4d54-a837-b3428966565d HTTP/1.1" status: 204 len: 168 time: 0.2307594 Jan 21 13:51:42.229212 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46414) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:42.230296 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b884-36f3-4d74-9c47-5ada1638a215 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9b4f1-f89d-4d54-a837-b3428966565d,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:42.265248 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e193b153-ff7d-499b-b0bb-437a5f5616ba req-eaecda6d-8ffa-49b5-9345-d32b6183b730 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003003 Jan 21 13:51:42.277150 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46416) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:42.308466 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:51:42.376934 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b275934-2ab7-454a-a1a7-55634b7c6045 x-openstack-request-id: req-2b275934-2ab7-454a-a1a7-55634b7c6045 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:42.377565 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:42.378134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b275934-2ab7-454a-a1a7-55634b7c6045 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:42.378554 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:51:42.413975 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (e7bd4fb5-71e1-4358-957e-f332dbb7bada), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.444591 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (e7bd4fb5-71e1-4358-957e-f332dbb7bada), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.529789 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e7bd4fb5-71e1-4358-957e-f332dbb7bada), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.534363 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.535783 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-06e60101-f393-46e3-9bd5-98cb764d0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:42.536098 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "DELETE /v2.0/security-groups/e7bd4fb5-71e1-4358-957e-f332dbb7bada HTTP/1.1" status: 204 len: 168 time: 0.2575719 Jan 21 13:51:42.537296 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-06e60101-f393-46e3-9bd5-98cb764d0513 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0958915 Jan 21 13:51:42.538630 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46454) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:42.549961 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81826f7e-5d54-4046-9966-baadb1590637 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bd4fb5-71e1-4358-957e-f332dbb7bada,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:42.595106 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-3ddcb4ec-ab0c-4bd8-8e21-5b1ac1de8aa8 None None] Provisioning complete for port 2496e76e-909a-4437-9b2f-e13165d82630 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:51:42.595758 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb4ec-ab0c-4bd8-8e21-5b1ac1de8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (2496e76e-909a-4437-9b2f-e13165d82630), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.654360 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-8e537fbf-b4c6-46cc-8747-41fceb72f8bd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] show failed (client error): The resource could not be found. Jan 21 13:51:42.655437 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8e537fbf-b4c6-46cc-8747-41fceb72f8bd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups/e7bd4fb5-71e1-4358-957e-f332dbb7bada HTTP/1.1" status: 404 len: 347 time: 0.1156995 Jan 21 13:51:42.658740 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46464) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:42.696688 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-0d2d5004-d033-46be-9027-54b43e9e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:42.698458 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-0d2d5004-d033-46be-9027-54b43e9e2cd9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1259744 Jan 21 13:51:42.702076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Deleting port 962aa7c4-8b72-4814-a2ea-4c81218ea678 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:42.702917 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.827921 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-9549dec0-7448-44be-8803-f4e90d65421e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 1000 time: 0.1219969 Jan 21 13:51:42.853831 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:42.886195 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.886428 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for floatingip (962aa7c4-8b72-4814-a2ea-4c81218ea678), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.891986 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 13e896be-af8b-4c5b-b2fe-cd245c3385d1 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:42.892559 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 13e896be-af8b-4c5b-b2fe-cd245c3385d1 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:42.916886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-872cb3db-2a62-4775-8f9d-e83d9cfaab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:42.918399 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-872cb3db-2a62-4775-8f9d-e83d9cfaab7b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0837917 Jan 21 13:51:42.919534 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Calling delete_port for 962aa7c4-8b72-4814-a2ea-4c81218ea678 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:42.958021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Deleting port 20761087-a25f-4038-9b42-fc3c2f6caba2 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:42.958364 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:42.987759 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcb4ec-ab0c-4bd8-8e21-5b1ac1de8aa8 None None] Current status of the port 2496e76e-909a-4437-9b2f-e13165d82630 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:51:43.087696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.088031 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (20761087-a25f-4038-9b42-fc3c2f6caba2), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.104016 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Calling delete_port for 20761087-a25f-4038-9b42-fc3c2f6caba2 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:43.176377 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-82d75ba4-30c3-40e3-9485-9a382c2d1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:43.177945 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-82d75ba4-30c3-40e3-9485-9a382c2d1d58 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1941977 Jan 21 13:51:43.276168 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (20761087-a25f-4038-9b42-fc3c2f6caba2), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.303136 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'Port': ['ID=20761087-a25f-4038-9b42-fc3c2f6caba2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:43.340788 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5479d716-d4a1-477f-9aa0-fa2ff6fe716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.386424 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.389165 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.391333 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e7af193c-0fb1-45a0-9443-c7fa627bc239 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "DELETE /v2.0/floatingips/1b6674ec-abd9-41aa-9d24-9ca1f5ee4bf4 HTTP/1.1" status: 204 len: 168 time: 0.7312577 Jan 21 13:51:43.572994 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-cdfce030-4886-41a4-9636-ba0270f4c19b service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794656 Jan 21 13:51:43.576715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (962aa7c4-8b72-4814-a2ea-4c81218ea678), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.633817 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event deleted for resources: {'Port': ['ID=962aa7c4-8b72-4814-a2ea-4c81218ea678,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:43.698666 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46492) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:43.708096 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908646107', 'description': 'tempest-description--1971971268'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:43.742265 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.756316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks [] for floatingip (0b902248-5205-47ba-876c-2c889e949782), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.756759 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Floating IP 0b902248-5205-47ba-876c-2c889e949782 disassociated (deleted). External IP: 172.27.3.74, port: 2496e76e-909a-4437-9b2f-e13165d82630. Jan 21 13:51:43.816646 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6bddab60-b2a9-4431-b6b4-3c40235377c0 req-10f83911-06f1-4717-9e51-be84cf1f1486 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321234 Jan 21 13:51:43.816856 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (625e634d-8a22-45ea-94a3-0542a04a716b), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.823292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (625e634d-8a22-45ea-94a3-0542a04a716b), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.856102 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.862208 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1578004 Jan 21 13:51:43.862208 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85a671-1a59-43be-97d0-8e931e4d3a4f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625e634d-8a22-45ea-94a3-0542a04a716b,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:43.862531 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46494) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:43.866721 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group_rule': {'security_group_id': '625e634d-8a22-45ea-94a3-0542a04a716b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:43.908279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (6efb10f0-7c0d-41e3-a0a6-1f32b9058d30), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.968847 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (6efb10f0-7c0d-41e3-a0a6-1f32b9058d30), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.973196 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (6efb10f0-7c0d-41e3-a0a6-1f32b9058d30), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:43.988942 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efb10f0-7c0d-41e3-a0a6-1f32b9058d30,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:44.004700 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.005466 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Router 261a92ff-198d-45d7-b77d-38790b1d9c8d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:51:44.008763 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cedca417-6c9a-46af-8f77-7352186ebdc7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429679 Jan 21 13:51:44.009037 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46496) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:44.013500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'security_group_rule': {'security_group_id': '625e634d-8a22-45ea-94a3-0542a04a716b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:44.128639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (abcef08f-8c27-48b8-abe2-c4cbd6742c36), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.183772 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:51:44.195829 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Sync routers for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:51:44.197673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.209548 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:44.210232 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:44.232581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (abcef08f-8c27-48b8-abe2-c4cbd6742c36), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.242993 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9f4929b3-cbea-4057-8393-03f086a0c638 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "DELETE /v2.0/floatingips/0b902248-5205-47ba-876c-2c889e949782 HTTP/1.1" status: 204 len: 168 time: 2.0021684 Jan 21 13:51:44.243825 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (abcef08f-8c27-48b8-abe2-c4cbd6742c36), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.257566 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:44.260031 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45" -d '{"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:44.281546 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcef08f-8c27-48b8-abe2-c4cbd6742c36,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:44.294427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.297227 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d6b99a4b-3dd9-4910-8fba-1de5e2985c35 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861972 Jan 21 13:51:44.299872 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46508) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:44.305844 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:44.335476 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.357542 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290993a8-6092-48e5-8d7a-af1260af4b43 x-openstack-request-id: req-290993a8-6092-48e5-8d7a-af1260af4b43 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:44.357897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:44.358125 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-290993a8-6092-48e5-8d7a-af1260af4b43 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:44.359500 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:51:44.402019 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:44.439995 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-4467a4ca-416c-493b-a991-d9e82106e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:44.441731 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-4467a4ca-416c-493b-a991-d9e82106e991 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cc3afc808f84460e9dce024a40c56a4c&device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0663943 Jan 21 13:51:44.628111 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-f09e0661-b65d-417a-8f34-9a3581dea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:44.630046 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-f09e0661-b65d-417a-8f34-9a3581dea834 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 200 len: 915 time: 0.1542113 Jan 21 13:51:44.692920 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-e6bb78fc-01f4-489b-85f2-c660dd7d91f9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 200 len: 217 time: 0.0532527 Jan 21 13:51:44.711098 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:44.802518 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:44.842635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Checking router: 261a92ff-198d-45d7-b77d-38790b1d9c8d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:51:44.855407 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:44.856039 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:44.869882 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-190a9c61-7e8d-4f00-a354-5f49d86cc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:44.871567 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-190a9c61-7e8d-4f00-a354-5f49d86cc35e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 200 len: 853 time: 0.0986691 Jan 21 13:51:44.898904 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Allocated IP 172.27.3.174 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/5885dc47-b1b8-4b83-ac68-3317843f8ee8) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:51:44.961347 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-1b29ba7a-c18a-4fef-9b8b-ca84ea8663ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:44.962998 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-1b29ba7a-c18a-4fef-9b8b-ca84ea8663ed service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26d3b52c-77bd-4f5d-962e-30057cef4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828497 Jan 21 13:51:44.985940 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:45.040391 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.094268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.117321 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-c0a73b52-fd76-469c-ae96-7dffb1e435cc service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298060 Jan 21 13:51:45.200012 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.222198 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:45.247913 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:51:45.248922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb635f-449d-4099-9135-b6eb7d02922c None None] The sync data for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi is: [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:50Z', 'revision_number': 4, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '298a404a-236d-44ae-9012-e28f57f00e14', 'name': '', 'network_id': '26d3b52c-77bd-4f5d-962e-30057cef4db0', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'mac_address': 'fa:16:3e:70:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:49Z', 'updated_at': '2022-01-21T13:48:57Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'subnets': [{'id': '98d9300c-4757-41d1-ba1a-1b576e100efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:51:45.258318 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:51:45.267429 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:51:45.295973 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=5885dc47-b1b8-4b83-ac68-3317843f8ee8,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:45.308896 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b68aa72f-fae7-4a3a-b40a-cf04a1149c45 req-965ffc23-d1e4-4365-b721-c4d6281df5c8 service neutron] 10.222.0.107 "GET /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784079 Jan 21 13:51:45.391338 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.440173 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.553404 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6b1d5-1b02-4553-99c0-c49812baa5e4 None None] New status for floating IP 0b902248-5205-47ba-876c-2c889e949782: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:51:45.623853 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.630782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.711021 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=5885dc47-b1b8-4b83-ac68-3317843f8ee8,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:45.716393 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.732434 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:45.735066 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-bbde9f3b-41a4-4584-bd36-05a060578078 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4337347 Jan 21 13:51:45.957676 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-ade57340-d787-4597-bdcb-60da86790d2b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--908646107&fields=id&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 267 time: 0.0503833 Jan 21 13:51:46.073670 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-22dfd8c0-6857-4a78-8abb-84f00a1aa21c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:46.075177 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-22dfd8c0-6857-4a78-8abb-84f00a1aa21c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 817 time: 0.1111128 Jan 21 13:51:46.090036 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-102b4551-05a0-4503-aca3-35ceb539d2ac tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/quotas/e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Jan 21 13:51:46.143925 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7dc3bd89-4b6e-4da1-944c-29b9226477e5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478497 Jan 21 13:51:46.251551 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-82b1c18e-4c78-484d-8803-fb690f8854c3 service neutron] 10.222.0.84 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947411 Jan 21 13:51:46.345291 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-9aa05a01-66e5-4169-b4a4-9b453559d7a6 service neutron] 10.222.0.84 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Jan 21 13:51:46.512424 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7351d628-c992-4152-afe4-b9288ceff6e3 req-1a1fc891-63b4-4e84-b6f2-472dc00800d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 210 time: 0.0318556 Jan 21 13:51:46.513151 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.190019 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c62b7-c9f0-4b1e-922c-5b32029562a4 req-f27c57aa-98e9-4a37-a9e8-2ec1277d767d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:47.191615 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5b0c62b7-c9f0-4b1e-922c-5b32029562a4 req-f27c57aa-98e9-4a37-a9e8-2ec1277d767d tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.0518878 Jan 21 13:51:47.247750 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5b0c62b7-c9f0-4b1e-922c-5b32029562a4 req-3eadd6ae-1aae-4de1-a6cb-8ac818dbcd41 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Jan 21 13:51:47.490276 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46588) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:47.536039 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-56c56df0-4b4a-4207-a033-75e089722f0d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:47.537718 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-56c56df0-4b4a-4207-a033-75e089722f0d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 817 time: 0.1393170 Jan 21 13:51:47.610182 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a112-14fc-4a70-9889-6fa57e9d1755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.633427 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac3a10fd-0440-4c7c-9028-ada156fb13f0 req-7e9f45f5-a3ba-4e65-b66a-082013c18ef1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 210 time: 0.0355890 Jan 21 13:51:47.640926 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-6ffc154f-9919-4f0f-8893-129e22acef9c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 379 time: 0.0932331 Jan 21 13:51:47.643998 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:51:47.652858 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'port': {'device_id': '09f409b3-10f8-4920-b146-2587110be8f6', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'admin_state_up': True, 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'security_groups': ['625e634d-8a22-45ea-94a3-0542a04a716b']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:47.668586 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.704996 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a112-14fc-4a70-9889-6fa57e9d1755 admin admin] Publish callbacks [] for security_group (d48d8f95-da79-41e0-9481-f87c0108ab4e), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.709341 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a112-14fc-4a70-9889-6fa57e9d1755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d48d8f95-da79-41e0-9481-f87c0108ab4e), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.748297 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4a112-14fc-4a70-9889-6fa57e9d1755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d8f95-da79-41e0-9481-f87c0108ab4e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:47.752697 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c2e4a112-14fc-4a70-9889-6fa57e9d1755 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6401fe373d7d40a0b92d55cd2d01bb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613780 Jan 21 13:51:47.755664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46598) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:47.775239 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Made reservation on behalf of e4e7437157cf4651b4c5152ebeee82e5 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:51:47.779413 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.809861 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] Publish callbacks [] for security_group (d48d8f95-da79-41e0-9481-f87c0108ab4e), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.831625 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] Publish callbacks [] for security_group (d48d8f95-da79-41e0-9481-f87c0108ab4e), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.885873 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d48d8f95-da79-41e0-9481-f87c0108ab4e), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.888790 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:47.892662 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d48d8f95-da79-41e0-9481-f87c0108ab4e HTTP/1.1" status: 204 len: 168 time: 0.1334159 Jan 21 13:51:47.906476 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3a84a-6c37-4ed3-8a6f-aad9e7161846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d8f95-da79-41e0-9481-f87c0108ab4e,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:47.932949 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Allocated IP 172.20.0.4 (5ba9eaea-c320-46c7-b6bb-d0baef77b7da/b6e53a21-a611-4fb0-aca8-dc924ed7de4d/a19095e3-cf06-48dc-9a39-1af3f2004ebb) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:51:48.079662 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.118136 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.164865 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:51:48.167831 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:51:48.171872 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:51:48.177674 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46604) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:48.180452 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:48.195866 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ee54-f518-4f3a-b9da-ecd434474fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.237229 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:48.238007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.260089 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-f8c8ab42-d972-413c-95cb-2f152777ce04 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124856 Jan 21 13:51:48.277606 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Request body: {'port': {'device_id': '09f409b3-10f8-4920-b146-2587110be8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:48.309940 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ee54-f518-4f3a-b9da-ecd434474fad admin admin] Publish callbacks [] for security_group (9410a67b-e296-4a50-8c4e-b3b2ae053b3d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.317886 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ee54-f518-4f3a-b9da-ecd434474fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9410a67b-e296-4a50-8c4e-b3b2ae053b3d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.349188 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.401898 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ee54-f518-4f3a-b9da-ecd434474fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9410a67b-e296-4a50-8c4e-b3b2ae053b3d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:48.414811 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a9e7ee54-f518-4f3a-b9da-ecd434474fad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6772ce373b5544098fd83e2f39393d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359633 Jan 21 13:51:48.418179 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46610) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:48.451803 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2e4f-f95c-4509-b075-46b16e0fb991 req-d260065e-db3f-41d2-904f-0bcf73ad4359 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:48.454750 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e9d2e4f-f95c-4509-b075-46b16e0fb991 req-d260065e-db3f-41d2-904f-0bcf73ad4359 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.1046131 Jan 21 13:51:48.461836 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-eaa9ae34-de92-4bc5-a910-f2eded3e8308 None None] Provisioning complete for port a19095e3-cf06-48dc-9a39-1af3f2004ebb triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:51:48.462971 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ae34-de92-4bc5-a910-f2eded3e8308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.498601 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9ae34-de92-4bc5-a910-f2eded3e8308 None None] Port a19095e3-cf06-48dc-9a39-1af3f2004ebb cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:51:48.528307 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] Publish callbacks [] for security_group (9410a67b-e296-4a50-8c4e-b3b2ae053b3d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.536974 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e9d2e4f-f95c-4509-b075-46b16e0fb991 req-4f0e34d3-59e8-4213-8bbe-0442b67fcb6f tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711029 Jan 21 13:51:48.556713 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] Publish callbacks [] for security_group (9410a67b-e296-4a50-8c4e-b3b2ae053b3d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.608973 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9410a67b-e296-4a50-8c4e-b3b2ae053b3d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.611594 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.612745 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9410a67b-e296-4a50-8c4e-b3b2ae053b3d HTTP/1.1" status: 204 len: 168 time: 0.1928499 Jan 21 13:51:48.621194 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f596-6424-4017-ab8c-54177f3dc0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410a67b-e296-4a50-8c4e-b3b2ae053b3d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:48.647902 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:51:48.659988 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks [] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.674891 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Transition to ACTIVE for port object a19095e3-cf06-48dc-9a39-1af3f2004ebb will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:51:48.681358 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.772648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:48.806653 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66048ac-0a19-4e06-9384-5f2180b91a18 req-1fa9574a-3dd7-4982-aa27-95b634429c72 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:48.808174 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e66048ac-0a19-4e06-9384-5f2180b91a18 req-1fa9574a-3dd7-4982-aa27-95b634429c72 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0918779 Jan 21 13:51:48.900135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Attempting to bind port a19095e3-cf06-48dc-9a39-1af3f2004ebb on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:51:48.900483 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Attempting to bind port a19095e3-cf06-48dc-9a39-1af3f2004ebb by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:51:48.900852 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Attempting to bind port a19095e3-cf06-48dc-9a39-1af3f2004ebb on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:51:48.907903 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e66048ac-0a19-4e06-9384-5f2180b91a18 req-c3e2e8f2-2cd7-4d27-bef7-953cd143700c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777209 Jan 21 13:51:48.910125 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Port a19095e3-cf06-48dc-9a39-1af3f2004ebb on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:51:48.910450 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Attempting to bind port a19095e3-cf06-48dc-9a39-1af3f2004ebb on network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:51:48.916094 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:51:48.917483 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Checking segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:51:48.917883 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Bound using segment: {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:51:48.918328 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Bound port: a19095e3-cf06-48dc-9a39-1af3f2004ebb, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8be8de-1316-45a4-80c6-43422b52e7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:51:48.918726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:48.997123 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:51:49.001182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:51:49.007348 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:49.050140 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.050644 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:49.052024 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] 10.222.0.107 "PUT /v2.0/ports/a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 1093 time: 0.7792225 Jan 21 13:51:49.052469 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:49.054691 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0" -d '{"events": [{"name": "network-changed", "server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:49.085097 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fe375-388b-4c49-8623-1d81ae4778f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:49.128813 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31cebe4-2fda-48ae-84ab-8c006946a5b1 x-openstack-request-id: req-c31cebe4-2fda-48ae-84ab-8c006946a5b1 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:49.129136 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:49.129348 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c31cebe4-2fda-48ae-84ab-8c006946a5b1 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:49.130028 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'status': 'completed', 'code': 200} Jan 21 13:51:49.423588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7c053d36-fc2b-4fb1-ba42-e4c237153a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.425103 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-7c053d36-fc2b-4fb1-ba42-e4c237153a99 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1096 time: 0.3302176 Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.444463 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:49.447378 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-a4c3f33f-ffee-4188-93ad-892890689e06 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.448267 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-a4c3f33f-ffee-4188-93ad-892890689e06 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.107 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.3212290 Jan 21 13:51:49.482559 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-dd6818d7-3fc9-4576-99f4-96285c8d236e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 217 time: 0.0499837 Jan 21 13:51:49.589337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-b2bf3ede-6767-401b-b964-3d5b2eb7c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.590910 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-b2bf3ede-6767-401b-b964-3d5b2eb7c414 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0873311 Jan 21 13:51:49.678601 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Deleting port 2496e76e-909a-4437-9b2f-e13165d82630 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:49.679346 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (2496e76e-909a-4437-9b2f-e13165d82630), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:49.712444 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-b966a481-5832-48c0-b5e9-a3b10d15d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.714151 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-b966a481-5832-48c0-b5e9-a3b10d15d33a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151788 Jan 21 13:51:49.769526 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d77ee-2081-4aaa-9642-7fba10001291 req-50047287-59c3-4872-8500-524ae593949e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:49.771081 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b4d77ee-2081-4aaa-9642-7fba10001291 req-50047287-59c3-4872-8500-524ae593949e tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/ports?device_id=701db945-4044-472e-89aa-39c0d1c95ea1 HTTP/1.1" status: 200 len: 945 time: 0.1397235 Jan 21 13:51:49.887009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] For port 2496e76e-909a-4437-9b2f-e13165d82630, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=2496e76e-909a-4437-9b2f-e13165d82630,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:49.887383 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (2496e76e-909a-4437-9b2f-e13165d82630), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:49.913355 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Calling delete_port for 2496e76e-909a-4437-9b2f-e13165d82630 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:49.922911 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b4d77ee-2081-4aaa-9642-7fba10001291 req-44e941bc-e79f-4d14-a86a-dcd00239f3a7 tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.84 "GET /v2.0/security-groups?id=46812a8c-17b1-45ce-947f-79b28f05ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375544 Jan 21 13:51:49.943721 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-9cca8553-453a-4005-9adc-870aeda943b9 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925936 Jan 21 13:51:50.041076 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189a92e-6192-4af1-a476-07dc16f4a698 req-1051f032-6d0d-4bec-819d-5ce63b1cdf23 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:50.042579 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2189a92e-6192-4af1-a476-07dc16f4a698 req-1051f032-6d0d-4bec-819d-5ce63b1cdf23 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0503588 Jan 21 13:51:50.101418 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e729677d-b7ee-457e-b8cc-18dc56fedaf2 req-0742444b-0ea5-4753-a900-c8c7ed7f6824 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256390 Jan 21 13:51:50.107918 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2189a92e-6192-4af1-a476-07dc16f4a698 req-053f2605-341d-479d-a277-bb2bcf17718d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562537 Jan 21 13:51:50.157246 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (2496e76e-909a-4437-9b2f-e13165d82630), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:50.170100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['2496e76e-909a-4437-9b2f-e13165d82630'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:51:50.203631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Pushing event deleted for resources: {'Port': ['ID=2496e76e-909a-4437-9b2f-e13165d82630,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:50.267428 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] No DVR routers for this DVR port 2496e76e-909a-4437-9b2f-e13165d82630 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:51:50.270789 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:50.274112 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-01d1b660-7c71-4d0c-a876-3e60f9335bb6 req-e181b60a-7855-43f1-91b0-3746f34b70be tempest-TestMinimumBasicScenario-44873278 tempest-TestMinimumBasicScenario-44873278-project] 10.222.0.107 "DELETE /v2.0/ports/2496e76e-909a-4437-9b2f-e13165d82630 HTTP/1.1" status: 204 len: 173 time: 0.7985258 Jan 21 13:51:50.283866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-9db68ecd-3968-4739-92ec-08cb5f4e7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:50.285453 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-9db68ecd-3968-4739-92ec-08cb5f4e7a71 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1096 time: 0.1156609 Jan 21 13:51:50.407469 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-6a1b8d5f-ab29-4c50-b4de-faeaaac99273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:50.408997 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-6a1b8d5f-ab29-4c50-b4de-faeaaac99273 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.1171727 Jan 21 13:51:50.461107 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-93c44216-b151-4d26-bf17-e97c5b73d6b4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 217 time: 0.0387251 Jan 21 13:51:50.512283 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-ae9f843f-8c85-480f-8c6e-9452f695edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:50.513813 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-ae9f843f-8c85-480f-8c6e-9452f695edcb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0447779 Jan 21 13:51:50.562639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-58fac493-b911-430e-a09c-b32e90542df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:50.564304 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-58fac493-b911-430e-a09c-b32e90542df3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436494 Jan 21 13:51:50.690503 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-a5ade5db-1a79-4db9-8683-980452448171 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117308 Jan 21 13:51:50.814973 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3c0a6d2-f7b0-4014-822f-7b789ef621f0 req-c95ba9ba-abd1-4b57-bf61-b6af6aec741d service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167352 Jan 21 13:51:51.131009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'name': 'network-vif-deleted', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:51.133774 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce498ea8-2b5b-47fd-828b-865c6d305d8a" -d '{"events": [{"server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "name": "network-vif-deleted", "tag": "2496e76e-909a-4437-9b2f-e13165d82630"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:51.170333 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce642a7-3518-4f75-9d3f-f34334505622 x-openstack-request-id: req-bce642a7-3518-4f75-9d3f-f34334505622 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:51.170636 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701db945-4044-472e-89aa-39c0d1c95ea1", "name": "network-vif-deleted", "tag": "2496e76e-909a-4437-9b2f-e13165d82630", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:51.171506 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bce642a7-3518-4f75-9d3f-f34334505622 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:51.171914 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701db945-4044-472e-89aa-39c0d1c95ea1', 'name': 'network-vif-deleted', 'tag': '2496e76e-909a-4437-9b2f-e13165d82630', 'status': 'completed', 'code': 200} Jan 21 13:51:51.234607 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542520-7348-4012-aede-06e3514d9b88 req-e1c5ee0e-a703-43de-a6f0-52470327e857 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:51.236095 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72542520-7348-4012-aede-06e3514d9b88 req-e1c5ee0e-a703-43de-a6f0-52470327e857 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0504816 Jan 21 13:51:51.284334 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72542520-7348-4012-aede-06e3514d9b88 req-fa3c7e3f-0c17-4cd4-bc52-9a768d72b80d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Jan 21 13:51:51.631396 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46726) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:51.986541 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:52.438606 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba081d-c0ca-4f7b-a570-82e310ceffc5 req-21602c1e-f98c-4123-a555-18ea9b5267f1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:52.439995 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0ba081d-c0ca-4f7b-a570-82e310ceffc5 req-21602c1e-f98c-4123-a555-18ea9b5267f1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0778284 Jan 21 13:51:52.517449 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0ba081d-c0ca-4f7b-a570-82e310ceffc5 req-09441f44-38e5-4e2a-8aac-bf2534f91615 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716546 Jan 21 13:51:52.562785 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Deleting port 298a404a-236d-44ae-9012-e28f57f00e14 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:52.563127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (298a404a-236d-44ae-9012-e28f57f00e14), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:52.647179 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] For port 298a404a-236d-44ae-9012-e28f57f00e14, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=298a404a-236d-44ae-9012-e28f57f00e14,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:52.647891 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (298a404a-236d-44ae-9012-e28f57f00e14), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:52.660025 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Calling delete_port for 298a404a-236d-44ae-9012-e28f57f00e14 owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:52.839753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (298a404a-236d-44ae-9012-e28f57f00e14), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:52.866065 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=298a404a-236d-44ae-9012-e28f57f00e14,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:52.892970 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:51:52.897737 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 2496e76e-909a-4437-9b2f-e13165d82630 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:52.927466 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 2496e76e-909a-4437-9b2f-e13165d82630 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:52.927877 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 2496e76e-909a-4437-9b2f-e13165d82630 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:53.029607 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:53.041622 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:51:53.042764 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.087603 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:51:53.087995 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.102111 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:51:53.126776 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:53.134046 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.193074 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:53.288756 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Router 261a92ff-198d-45d7-b77d-38790b1d9c8d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:51:53.403224 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['a19095e3-cf06-48dc-9a39-1af3f2004ebb'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:51:53.412019 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:51:53.420018 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e6aab3f8-e652-4d6f-b5c0-1c3ec6f022b3 admin admin] 10.222.0.84 "PUT /v2.0/routers/261a92ff-198d-45d7-b77d-38790b1d9c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845826 Jan 21 13:51:53.420018 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46758) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:53.441680 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Sync routers for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:51:53.472487 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:53.473142 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:53.565609 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks [] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.682627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0df5-2af1-428e-9526-aea0d9d85ea6 req-8344f768-7409-4d66-941e-3a5b47da6080 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:53.684324 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-362b0df5-2af1-428e-9526-aea0d9d85ea6 req-8344f768-7409-4d66-941e-3a5b47da6080 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0739620 Jan 21 13:51:53.725225 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks [] for router_gateway (261a92ff-198d-45d7-b77d-38790b1d9c8d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.744569 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-362b0df5-2af1-428e-9526-aea0d9d85ea6 req-8b99aa41-0260-4aec-819c-7490430e8161 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535781 Jan 21 13:51:53.797923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Deleting port 2322e079-96a9-4398-a5e6-ec3f13a758e4 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:53.798264 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.808306 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:53.895320 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] For port 2322e079-96a9-4398-a5e6-ec3f13a758e4, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=2322e079-96a9-4398-a5e6-ec3f13a758e4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:53.895791 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:53.915641 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Calling delete_port for 2322e079-96a9-4398-a5e6-ec3f13a758e4 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:54.040285 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:51:52Z', 'revision_number': 5, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port': {'id': '2322e079-96a9-4398-a5e6-ec3f13a758e4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:54.074433 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Checking router: 261a92ff-198d-45d7-b77d-38790b1d9c8d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:51:54.083634 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Routers {'261a92ff-198d-45d7-b77d-38790b1d9c8d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:54.084318 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['261a92ff-198d-45d7-b77d-38790b1d9c8d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:54.129693 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (2322e079-96a9-4398-a5e6-ec3f13a758e4), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.159368 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2322e079-96a9-4398-a5e6-ec3f13a758e4,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:54.183149 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] Set router 261a92ff-198d-45d7-b77d-38790b1d9c8d gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:54.221486 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.237746 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:51:53Z', 'revision_number': 6, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:54.264342 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad6597-014a-4be2-802b-e0638adfe410 None None] The sync data for ids ['261a92ff-198d-45d7-b77d-38790b1d9c8d'] in dv-cinder-820164-2-iscsi is: [{'id': '261a92ff-198d-45d7-b77d-38790b1d9c8d', 'name': 'tempest-TestMinimumBasicScenario-576556212-router', 'tenant_id': 'cc3afc808f84460e9dce024a40c56a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:47Z', 'updated_at': '2022-01-21T13:51:53Z', 'revision_number': 6, 'project_id': 'cc3afc808f84460e9dce024a40c56a4c', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:51:54.331173 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.333906 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks [] for router_controller (261a92ff-198d-45d7-b77d-38790b1d9c8d), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.405209 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (261a92ff-198d-45d7-b77d-38790b1d9c8d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.405892 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 261a92ff-198d-45d7-b77d-38790b1d9c8d {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:51:54.412457 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.413777 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e5e707ed-cc76-462d-a4b9-ac61b70fde01 admin admin] 10.222.0.84 "DELETE /v2.0/routers/261a92ff-198d-45d7-b77d-38790b1d9c8d HTTP/1.1" status: 204 len: 168 time: 0.9932654 Jan 21 13:51:54.416197 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46796) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:54.460493 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Deleting subnet 98d9300c-4757-41d1-ba1a-1b576e100efc {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:51:54.463547 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Publish callbacks [] for subnet (98d9300c-4757-41d1-ba1a-1b576e100efc), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.502959 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (98d9300c-4757-41d1-ba1a-1b576e100efc), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.614177 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (98d9300c-4757-41d1-ba1a-1b576e100efc), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.680230 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (98d9300c-4757-41d1-ba1a-1b576e100efc), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.708777 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d9300c-4757-41d1-ba1a-1b576e100efc,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:54.718055 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.728709 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46800) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:54.729422 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-27144664-1f8c-4cde-81ab-fa824bc94c79 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/98d9300c-4757-41d1-ba1a-1b576e100efc HTTP/1.1" status: 204 len: 168 time: 0.3073659 Jan 21 13:51:54.729804 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735a8aa-bcc5-4b0f-a52f-c3f08bfbdd32 None None] Network 26d3b52c-77bd-4f5d-962e-30057cef4db0 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:51:54.816435 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (26d3b52c-77bd-4f5d-962e-30057cef4db0), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.884427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Deleting port 869476c4-b29f-400d-b061-6b411a6ebb38 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:54.884884 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.902500 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75eb1d-b9d9-4a26-819b-0c67813a3e43 req-a653c0b8-7388-4f7a-8fd7-dfe047e482d7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:54.903653 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:51:54.904941 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9a75eb1d-b9d9-4a26-819b-0c67813a3e43 req-a653c0b8-7388-4f7a-8fd7-dfe047e482d7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0689168 Jan 21 13:51:54.958771 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] For port 869476c4-b29f-400d-b061-6b411a6ebb38, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=869476c4-b29f-400d-b061-6b411a6ebb38,segment=NetworkSegment(c21664d8-b55a-45a6-b5c8-eebe22462017),segment_id=c21664d8-b55a-45a6-b5c8-eebe22462017)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:54.959045 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:54.969517 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9a75eb1d-b9d9-4a26-819b-0c67813a3e43 req-c31de6e5-559f-4433-ba4f-b9aa0b8efebc tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548081 Jan 21 13:51:54.970853 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port a19095e3-cf06-48dc-9a39-1af3f2004ebb completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:51:54.972671 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Calling delete_port for 869476c4-b29f-400d-b061-6b411a6ebb38 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:54.977393 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port a19095e3-cf06-48dc-9a39-1af3f2004ebb triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:51:54.978104 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.080177 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (869476c4-b29f-400d-b061-6b411a6ebb38), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.102157 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da182f-566c-4080-a667-9da608a51ff8 None None] DHCP port deletion for 26d3b52c-77bd-4f5d-962e-30057cef4db0 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:51:55.106209 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:51:55.106718 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.111524 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Pushing event deleted for resources: {'Port': ['ID=869476c4-b29f-400d-b061-6b411a6ebb38,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:55.115045 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] No DVR routers for this DVR port 869476c4-b29f-400d-b061-6b411a6ebb38 on host dv-cinder-820164-2-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:51:55.136140 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:55.138632 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b2bc5c-f923-4246-9734-d66902681646" -d '{"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:55.180043 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:55.198657 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.220577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (26d3b52c-77bd-4f5d-962e-30057cef4db0), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.229442 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f474f-78c5-4dde-91e2-d107755d4c3a x-openstack-request-id: req-ca1f474f-78c5-4dde-91e2-d107755d4c3a {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:55.230113 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:55.230113 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca1f474f-78c5-4dde-91e2-d107755d4c3a {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:55.230349 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'code': 200} Jan 21 13:51:55.231104 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 869476c4-b29f-400d-b061-6b411a6ebb38 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:55.245302 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d3b52c-77bd-4f5d-962e-30057cef4db0']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:55.257393 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 869476c4-b29f-400d-b061-6b411a6ebb38 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:55.257798 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 869476c4-b29f-400d-b061-6b411a6ebb38 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:55.258225 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 2322e079-96a9-4398-a5e6-ec3f13a758e4 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:55.262946 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21664d8-b55a-45a6-b5c8-eebe22462017') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:55.263487 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21664d8-b55a-45a6-b5c8-eebe22462017') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:55.275801 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (c21664d8-b55a-45a6-b5c8-eebe22462017), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.291392 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (c21664d8-b55a-45a6-b5c8-eebe22462017), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.293066 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 2322e079-96a9-4398-a5e6-ec3f13a758e4 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:55.293599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 2322e079-96a9-4398-a5e6-ec3f13a758e4 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:55.294027 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 298a404a-236d-44ae-9012-e28f57f00e14 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:55.300736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:51:55.301244 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (c21664d8-b55a-45a6-b5c8-eebe22462017), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:51:55.303118 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:51:55.328117 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 298a404a-236d-44ae-9012-e28f57f00e14 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:55.328343 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 298a404a-236d-44ae-9012-e28f57f00e14 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:55.332444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:55.411854 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (26d3b52c-77bd-4f5d-962e-30057cef4db0), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.428592 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.431889 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] 10.222.0.84 "DELETE /v2.0/networks/26d3b52c-77bd-4f5d-962e-30057cef4db0 HTTP/1.1" status: 204 len: 168 time: 0.7063119 Jan 21 13:51:55.434933 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46826) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:55.458046 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b993d-799c-4cdc-aca3-c4156263c94b admin admin] Pushing event deleted for resources: {'Network': ['ID=26d3b52c-77bd-4f5d-962e-30057cef4db0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:55.494405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb388-c638-43f6-93fc-013f1065957c req-2b75a25e-0d77-4a2b-8fea-51a986c595ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:55.496142 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d32eb388-c638-43f6-93fc-013f1065957c req-2b75a25e-0d77-4a2b-8fea-51a986c595ee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0690212 Jan 21 13:51:55.562271 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d32eb388-c638-43f6-93fc-013f1065957c req-88c496ca-d08d-49d6-8dcb-539f2a53a0e2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536196 Jan 21 13:51:55.699163 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46836) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:55.804013 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe87e966-af7d-49a4-8179-2e220adac32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.822186 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (b3051fc8-30e3-401e-add3-11b5815bea23), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.892400 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe87e966-af7d-49a4-8179-2e220adac32f admin admin] Publish callbacks [] for security_group (d81342ac-a0e4-4128-b9b8-a5dc2252bd10), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.896743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe87e966-af7d-49a4-8179-2e220adac32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d81342ac-a0e4-4128-b9b8-a5dc2252bd10), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:55.934423 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fe87e966-af7d-49a4-8179-2e220adac32f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bc97932b370843ed8fe5007694d34714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341833 Jan 21 13:51:55.935283 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87e966-af7d-49a4-8179-2e220adac32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81342ac-a0e4-4128-b9b8-a5dc2252bd10,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:55.938358 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46840) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:55.986470 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] Publish callbacks [] for security_group (d81342ac-a0e4-4128-b9b8-a5dc2252bd10), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.011111 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] Publish callbacks [] for security_group (d81342ac-a0e4-4128-b9b8-a5dc2252bd10), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.061891 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d81342ac-a0e4-4128-b9b8-a5dc2252bd10), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.064728 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.065909 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d81342ac-a0e4-4128-b9b8-a5dc2252bd10 HTTP/1.1" status: 204 len: 168 time: 0.1266108 Jan 21 13:51:56.075026 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518ee6e-b9be-4f88-8b06-29a55205f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81342ac-a0e4-4128-b9b8-a5dc2252bd10,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:56.115775 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0b43-97e6-4347-ba69-00ee75a87ca7 req-4fb28af9-57be-455b-811c-d6791cdde688 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:56.117300 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed9a0b43-97e6-4347-ba69-00ee75a87ca7 req-4fb28af9-57be-455b-811c-d6791cdde688 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0831888 Jan 21 13:51:56.121957 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Deleting port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:56.122300 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.220176 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed9a0b43-97e6-4347-ba69-00ee75a87ca7 req-5596f816-5f20-4c25-9905-a8e70f28058f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942488 Jan 21 13:51:56.238436 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] For port 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:56.238873 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.250877 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Calling delete_port for 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:56.333891 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46848) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:56.348170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b17bd1d-1e4e-491b-9ab3-74f3fe40537c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.431158 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b17bd1d-1e4e-491b-9ab3-74f3fe40537c admin admin] Publish callbacks [] for security_group (d4966432-991a-4981-91ed-efb9659d7a89), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.435086 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b17bd1d-1e4e-491b-9ab3-74f3fe40537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d4966432-991a-4981-91ed-efb9659d7a89), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.479978 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8b17bd1d-1e4e-491b-9ab3-74f3fe40537c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=879494018f3044178fd8d9625120fc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449652 Jan 21 13:51:56.480887 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17bd1d-1e4e-491b-9ab3-74f3fe40537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4966432-991a-4981-91ed-efb9659d7a89,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:56.483764 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46850) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:56.534403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] Publish callbacks [] for security_group (d4966432-991a-4981-91ed-efb9659d7a89), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.556005 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] Publish callbacks [] for security_group (d4966432-991a-4981-91ed-efb9659d7a89), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.605438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d4966432-991a-4981-91ed-efb9659d7a89), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.608211 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.611731 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d4966432-991a-4981-91ed-efb9659d7a89 HTTP/1.1" status: 204 len: 168 time: 0.1246231 Jan 21 13:51:56.617367 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbf2f3-ce63-4908-8e17-dfef747172df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4966432-991a-4981-91ed-efb9659d7a89,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:56.685149 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (12faa3d0-6c7d-4373-8a6d-e061ad42a8dd), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:56.712971 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Pushing event deleted for resources: {'Port': ['ID=12faa3d0-6c7d-4373-8a6d-e061ad42a8dd,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:56.911883 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (b3051fc8-30e3-401e-add3-11b5815bea23), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.138021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Router b3051fc8-30e3-401e-add3-11b5815bea23 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:51:57.249887 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:51:57.257341 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1d25eeaf-13a2-4e4e-9a94-4364ad1df865 admin admin] 10.222.0.84 "PUT /v2.0/routers/b3051fc8-30e3-401e-add3-11b5815bea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189168 Jan 21 13:51:57.258177 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46872) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:57.266675 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Sync routers for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:51:57.278392 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:57.279012 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:57.389587 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:57.412365 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be54b9-7f8c-421c-9958-d08e80405aa9 req-242a9039-3084-4278-83f5-a9693ca67740 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:57.413918 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-90be54b9-7f8c-421c-9958-d08e80405aa9 req-242a9039-3084-4278-83f5-a9693ca67740 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0952485 Jan 21 13:51:57.415102 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks [] for router (b3051fc8-30e3-401e-add3-11b5815bea23), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.538230 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-90be54b9-7f8c-421c-9958-d08e80405aa9 req-064e41db-fcb5-47ad-8ae4-f7653d37f1e1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880854 Jan 21 13:51:57.560052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks [] for router_gateway (b3051fc8-30e3-401e-add3-11b5815bea23), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.619996 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:51:56Z', 'revision_number': 5, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port': {'id': '697f9753-c28b-4848-8452-e370cc13bb2b', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:57.626673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Deleting port 697f9753-c28b-4848-8452-e370cc13bb2b {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:57.627007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.648778 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Checking router: b3051fc8-30e3-401e-add3-11b5815bea23 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:51:57.657905 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Routers {'b3051fc8-30e3-401e-add3-11b5815bea23'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:57.658519 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['b3051fc8-30e3-401e-add3-11b5815bea23'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:57.682114 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a804-6a91-4f03-9483-512e8160b657 req-466a23e4-3d53-43e4-a816-299dca7ca86d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:57.684024 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e572a804-6a91-4f03-9483-512e8160b657 req-466a23e4-3d53-43e4-a816-299dca7ca86d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0628438 Jan 21 13:51:57.692989 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46886) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:57.698564 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Request body: {'floatingip': {'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:51:57.726092 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] For port 697f9753-c28b-4848-8452-e370cc13bb2b, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=697f9753-c28b-4848-8452-e370cc13bb2b,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:57.726457 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.741797 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Calling delete_port for 697f9753-c28b-4848-8452-e370cc13bb2b owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:57.742266 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:57.772772 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] Set router b3051fc8-30e3-401e-add3-11b5815bea23 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:57.846667 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:51:57Z', 'revision_number': 6, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:57.880486 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c54109-4028-4bd3-be13-659457c151ce None None] The sync data for ids ['b3051fc8-30e3-401e-add3-11b5815bea23'] in dv-cinder-820164-2-iscsi is: [{'id': 'b3051fc8-30e3-401e-add3-11b5815bea23', 'name': 'tempest-TestMinimumBasicScenario-350927659-router', 'tenant_id': 'ec8a346663f941cb82f517a0a238a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:48:54Z', 'updated_at': '2022-01-21T13:51:57Z', 'revision_number': 6, 'project_id': 'ec8a346663f941cb82f517a0a238a1f3', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:51:57.927395 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46892) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:57.983732 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (697f9753-c28b-4848-8452-e370cc13bb2b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.022407 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=697f9753-c28b-4848-8452-e370cc13bb2b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:58.089084 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5cbee52f-02af-49a6-8d26-1cada3d4ce78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.109041 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (b3051fc8-30e3-401e-add3-11b5815bea23), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.205241 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (b3051fc8-30e3-401e-add3-11b5815bea23), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.209197 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks [] for router_controller (b3051fc8-30e3-401e-add3-11b5815bea23), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.268533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (b3051fc8-30e3-401e-add3-11b5815bea23), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.269283 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3051fc8-30e3-401e-add3-11b5815bea23 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:51:58.275082 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.276210 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d8f25663-6ea9-4e22-acc7-5f212b49e4d2 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b3051fc8-30e3-401e-add3-11b5815bea23 HTTP/1.1" status: 204 len: 168 time: 1.0170286 Jan 21 13:51:58.280502 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46896) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:58.285274 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.289734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.334721 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5cbee52f-02af-49a6-8d26-1cada3d4ce78 admin admin] Publish callbacks [] for security_group (a8b3043b-8eb6-48d6-9cf7-814419cbc342), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.341993 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Deleting subnet 88bf4d0f-5944-4db7-a472-3c94f1800756 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:51:58.345398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5cbee52f-02af-49a6-8d26-1cada3d4ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a8b3043b-8eb6-48d6-9cf7-814419cbc342), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.347609 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Publish callbacks [] for subnet (88bf4d0f-5944-4db7-a472-3c94f1800756), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.389629 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Floating IP 2eb1c31c-6129-4542-9a77-21a4f6dbd161 associated. External IP: 172.27.3.174, port: a19095e3-cf06-48dc-9a39-1af3f2004ebb. Jan 21 13:51:58.411405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbee52f-02af-49a6-8d26-1cada3d4ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b3043b-8eb6-48d6-9cf7-814419cbc342,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:58.415445 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (88bf4d0f-5944-4db7-a472-3c94f1800756), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.419128 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5cbee52f-02af-49a6-8d26-1cada3d4ce78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ed9489ee28484f8bb98c00ad25fae50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920139 Jan 21 13:51:58.422535 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46898) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:58.518875 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] Publish callbacks [] for security_group (a8b3043b-8eb6-48d6-9cf7-814419cbc342), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.535583 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (88bf4d0f-5944-4db7-a472-3c94f1800756), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.548720 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] Publish callbacks [] for security_group (a8b3043b-8eb6-48d6-9cf7-814419cbc342), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.605058 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (88bf4d0f-5944-4db7-a472-3c94f1800756), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.637209 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bf4d0f-5944-4db7-a472-3c94f1800756,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:58.643772 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.644882 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e15c3-d523-484d-828d-1f69833ee00c None None] Network 109177da-5e8a-442f-9476-76f788bdd5df requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:51:58.650356 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-87948432-ecf1-4a2f-8f55-dbe7db8f973e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/88bf4d0f-5944-4db7-a472-3c94f1800756 HTTP/1.1" status: 204 len: 168 time: 0.3669541 Jan 21 13:51:58.652010 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 46900) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:51:58.707927 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:51:58.712866 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (a8b3043b-8eb6-48d6-9cf7-814419cbc342), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.715711 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.719942 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a8b3043b-8eb6-48d6-9cf7-814419cbc342 HTTP/1.1" status: 204 len: 168 time: 0.2934427 Jan 21 13:51:58.736976 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624663c-8d35-4de3-8031-b17283f11ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b3043b-8eb6-48d6-9cf7-814419cbc342,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:58.779743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (109177da-5e8a-442f-9476-76f788bdd5df), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.840828 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403352f-125a-4632-b691-fc48d5901512 None None] DHCP port deletion for 109177da-5e8a-442f-9476-76f788bdd5df request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:51:58.892797 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:51:58.898096 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Deleting port c684f12c-3b95-4048-a924-aa48e77ab582 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:58.898432 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.902508 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:58.913520 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:51:58.927105 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:58.927717 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:58.972702 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0b2871ea-3427-4144-b728-08fb644e76d4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "PUT /v2.0/floatingips/2eb1c31c-6129-4542-9a77-21a4f6dbd161 HTTP/1.1" status: 200 len: 991 time: 1.2784564 Jan 21 13:51:58.974382 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:51:58.978865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b" -d '{"events": [{"name": "network-changed", "server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:51:58.991468 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 697f9753-c28b-4848-8452-e370cc13bb2b no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:58.999733 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] For port c684f12c-3b95-4048-a924-aa48e77ab582, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=c684f12c-3b95-4048-a924-aa48e77ab582,segment=NetworkSegment(4a226c70-be32-49e4-b375-43faded332c4),segment_id=4a226c70-be32-49e4-b375-43faded332c4)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:59.000172 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.021753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea041b92-60ac-4370-b2de-806e0dd364bb x-openstack-request-id: req-ea041b92-60ac-4370-b2de-806e0dd364bb {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:51:59.022047 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:51:59.022182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Calling delete_port for c684f12c-3b95-4048-a924-aa48e77ab582 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:59.022767 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ea041b92-60ac-4370-b2de-806e0dd364bb {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:51:59.023179 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'status': 'completed', 'code': 200} Jan 21 13:51:59.044330 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 697f9753-c28b-4848-8452-e370cc13bb2b {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:59.044730 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 697f9753-c28b-4848-8452-e370cc13bb2b not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:59.046163 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device c684f12c-3b95-4048-a924-aa48e77ab582 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:59.146877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-c65ed8a2-47ba-4f37-a26e-7a8248544ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:59.148377 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-c65ed8a2-47ba-4f37-a26e-7a8248544ee6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0656555 Jan 21 13:51:59.160997 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.182988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No active binding found for port c684f12c-3b95-4048-a924-aa48e77ab582 {{(pid=109147) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 21 13:51:59.183347 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] The host dv-cinder-820164-2-iscsi is not matching for port c684f12c-3b95-4048-a924-aa48e77ab582 host None! {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 21 13:51:59.183959 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device c684f12c-3b95-4048-a924-aa48e77ab582 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:59.184369 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:51:59.188235 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:51:59.190960 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Deleting port c684f12c-3b95-4048-a924-aa48e77ab582 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:51:59.191344 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.214932 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] No DVR routers for this DVR port c684f12c-3b95-4048-a924-aa48e77ab582 on host dv-cinder-820164-2-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:51:59.216905 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Pushing event deleted for resources: {'Port': ['ID=c684f12c-3b95-4048-a924-aa48e77ab582,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:59.261911 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:51:59.262341 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 12faa3d0-6c7d-4373-8a6d-e061ad42a8dd not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:51:59.417696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-a403352f-125a-4632-b691-fc48d5901512 None None] For port c684f12c-3b95-4048-a924-aa48e77ab582, host dv-cinder-820164-2-iscsi, got binding levels [] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:51:59.418189 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.447376 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Calling delete_port for c684f12c-3b95-4048-a924-aa48e77ab582 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:51:59.453086 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.ipam_backend_mixin [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Port c684f12c-3b95-4048-a924-aa48e77ab582 was not found and therefore no delete operation was performed {{(pid=109147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 13:51:59.461974 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (c684f12c-3b95-4048-a924-aa48e77ab582), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.574718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (109177da-5e8a-442f-9476-76f788bdd5df), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.614382 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109177da-5e8a-442f-9476-76f788bdd5df']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:59.617965 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-60609b71-a478-449b-bb3c-20d0346842d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:59.619923 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-60609b71-a478-449b-bb3c-20d0346842d9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.4492970 Jan 21 13:51:59.628976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a226c70-be32-49e4-b375-43faded332c4') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:59.629517 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a226c70-be32-49e4-b375-43faded332c4') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:59.659936 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403352f-125a-4632-b691-fc48d5901512 None None] Pushing event deleted for resources: {'Port': ['ID=c684f12c-3b95-4048-a924-aa48e77ab582,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:59.662057 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403352f-125a-4632-b691-fc48d5901512 None None] No DVR routers for this DVR port c684f12c-3b95-4048-a924-aa48e77ab582 on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:51:59.682735 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (4a226c70-be32-49e4-b375-43faded332c4), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.710336 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (4a226c70-be32-49e4-b375-43faded332c4), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.723877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:51:59.724181 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (4a226c70-be32-49e4-b375-43faded332c4), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:51:59.726309 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:51:59.737291 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-56b6bfb3-80d2-4a11-b6f7-29defad0d04f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 999 time: 0.1054876 Jan 21 13:51:59.767316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2eb1c31c-6129-4542-9a77-21a4f6dbd161', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f409b3-10f8-4920-b146-2587110be8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:51:45Z', 'updated_at': '2022-01-21T13:51:58Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:59.810916 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:51:59.824803 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:51:59.825417 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:51:59.826034 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (109177da-5e8a-442f-9476-76f788bdd5df), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.835392 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:51:59.841274 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] 10.222.0.84 "DELETE /v2.0/networks/109177da-5e8a-442f-9476-76f788bdd5df HTTP/1.1" status: 204 len: 168 time: 1.1876452 Jan 21 13:51:59.851031 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-80d30b06-93b9-456e-8fa0-c170a3f06e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:59.852551 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-80d30b06-93b9-456e-8fa0-c170a3f06e53 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.1071272 Jan 21 13:51:59.863268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465a63d-7298-4b93-b751-e44427a6628b admin admin] Pushing event deleted for resources: {'Network': ['ID=109177da-5e8a-442f-9476-76f788bdd5df,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:51:59.918797 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-b9d34301-db71-4134-9e9a-7cc4320a1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:51:59.921808 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-b9d34301-db71-4134-9e9a-7cc4320a1be6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544703 Jan 21 13:51:59.960797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:00.089539 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-bdd73c57-9c89-457d-8fd4-663eafe455f7 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487930 Jan 21 13:52:00.094932 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46942) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:00.165687 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5e4f2ba4-915a-4860-b33e-157f54b36992 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cc3afc808f84460e9dce024a40c56a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693367 Jan 21 13:52:00.167326 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46946) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:00.247123 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] Publish callbacks [] for security_group (46812a8c-17b1-45ce-947f-79b28f05ba2f), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.261740 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee82ca96-f2cd-4ec6-91d3-a5c69241664b req-ee503559-87af-4d9f-8e3c-fc0a1d96525b service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541064 Jan 21 13:52:00.277627 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] Publish callbacks [] for security_group (46812a8c-17b1-45ce-947f-79b28f05ba2f), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.295115 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2eb1c31c-6129-4542-9a77-21a4f6dbd161', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f409b3-10f8-4920-b146-2587110be8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:51:45Z', 'updated_at': '2022-01-21T13:51:58Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:00.335012 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2abe3-7bbb-4111-b501-b55ecd157945 None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '2eb1c31c-6129-4542-9a77-21a4f6dbd161', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f409b3-10f8-4920-b146-2587110be8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:51:45Z', 'updated_at': '2022-01-21T13:51:58Z', 'revision_number': 1, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:00.351369 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (46812a8c-17b1-45ce-947f-79b28f05ba2f), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.354274 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.367740 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46812a8c-17b1-45ce-947f-79b28f05ba2f HTTP/1.1" status: 204 len: 168 time: 0.1957695 Jan 21 13:52:00.377019 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6740a8a-b220-4096-b689-8f2fbcc26fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46812a8c-17b1-45ce-947f-79b28f05ba2f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:00.621738 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96e24a-8de1-4df1-bbf6-8a5a2b733791 None None] New status for floating IP 2eb1c31c-6129-4542-9a77-21a4f6dbd161: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:52:00.769470 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46962) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:00.810046 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-028ca91e-0e1e-4848-af11-2136f4f26807 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec8a346663f941cb82f517a0a238a1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389853 Jan 21 13:52:00.813063 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46964) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:00.865456 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] Publish callbacks [] for security_group (9d82be2d-0be4-42a9-aca0-5d169f54aa98), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.890734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] Publish callbacks [] for security_group (9d82be2d-0be4-42a9-aca0-5d169f54aa98), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.944218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9d82be2d-0be4-42a9-aca0-5d169f54aa98), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.946888 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:00.948059 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9d82be2d-0be4-42a9-aca0-5d169f54aa98 HTTP/1.1" status: 204 len: 168 time: 0.1340978 Jan 21 13:52:00.956880 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035145-e9fe-456c-801a-b87837b730ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82be2d-0be4-42a9-aca0-5d169f54aa98,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:01.648471 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 46996) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:01.742803 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1354786477-network', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:01.766355 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Made reservation on behalf of 6dacb89bfd7d4537a8b5b7bc98cf5d1b for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:01.768880 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.777026 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.848583 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks [] for security_group (3db2d725-d4a6-4a76-8136-f8086f3620bb), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.851892 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3db2d725-d4a6-4a76-8136-f8086f3620bb), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.872284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:52:01.889828 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2d725-d4a6-4a76-8136-f8086f3620bb,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:01.892592 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (fc39dc9e-c6f4-403e-860f-5d1afddd854d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.892949 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Added segment fc39dc9e-c6f4-403e-860f-5d1afddd854d of type vlan for network 885b2ee1-8e97-4170-97ad-c321e8aa6294 Jan 21 13:52:01.932029 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (885b2ee1-8e97-4170-97ad-c321e8aa6294), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.956825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (885b2ee1-8e97-4170-97ad-c321e8aa6294), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.957816 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:01.958390 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:01.990030 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3403337 Jan 21 13:52:01.992996 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47000) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:01.997914 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Request body: {'subnet': {'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1354786477-subnet', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:02.018837 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb0bc-6d55-449f-a13e-71deee71971c admin admin] Pushing event updated for resources: {'Network': ['ID=885b2ee1-8e97-4170-97ad-c321e8aa6294,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:02.021440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Made reservation on behalf of 6dacb89bfd7d4537a8b5b7bc98cf5d1b for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:02.023808 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29617724'] for subnet (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.033537 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:52:02.196121 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29360420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29617698'] for subnet (69c7c8d1-a1d0-4110-bc24-bc6ff946844f), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.244405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c7c8d1-a1d0-4110-bc24-bc6ff946844f,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:02.259373 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:02.259733 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Network hostable DHCP agents. Network: 885b2ee1-8e97-4170-97ad-c321e8aa6294, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:52:02.275780 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:52:02.285016 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 885b2ee1-8e97-4170-97ad-c321e8aa6294) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:02.289205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:02.289808 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.296742 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f7d7d-d38f-4f7d-b374-5fce0aa92298 None None] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:52:02.305484 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-83a6075f-63a8-4e55-8090-cf65d394c907 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3113976 Jan 21 13:52:02.308050 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47002) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:02.312635 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:02.334365 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (1ec84015-31ad-4a9d-be96-98330443a626), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.335475 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (1ec84015-31ad-4a9d-be96-98330443a626), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.392209 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for router_controller (1ec84015-31ad-4a9d-be96-98330443a626), precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.399909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-885b2ee1-8e97-4170-97ad-c321e8aa6294', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:52:02.400932 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.530912 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Allocated IP 172.20.0.2 (885b2ee1-8e97-4170-97ad-c321e8aa6294/69c7c8d1-a1d0-4110-bc24-bc6ff946844f/fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:02.535340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for router_gateway (1ec84015-31ad-4a9d-be96-98330443a626), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.687091 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks [] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.692891 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.737865 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:02.738557 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for router_gateway (1ec84015-31ad-4a9d-be96-98330443a626), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.741745 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:02.744260 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:02.746578 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Pushing event updated for resources: {'Port': ['ID=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:02.762651 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.804278 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Attempting to bind port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:02.804671 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Attempting to bind port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:02.805042 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Attempting to bind port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:02.809931 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:02.810414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:02.810843 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.812302 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Bound using segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:02.813285 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Bound port: fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:02.813285 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.873504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Allocated IP 172.27.3.10 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/643a5829-1f5a-4134-b5de-db6fce8eefe4) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:02.874030 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] For port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:02.876923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] For port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:02.881805 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:02.942257 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7fce-543d-4a49-a556-0455fec52376 None None] Pushing event updated for resources: {'Port': ['ID=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:02.989044 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.029305 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.096487 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:03.097847 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Pushing event updated for resources: {'Port': ['ID=643a5829-1f5a-4134-b5de-db6fce8eefe4,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:03.101806 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:03.104539 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:03.358620 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for router_gateway (1ec84015-31ad-4a9d-be96-98330443a626), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.554645 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (1ec84015-31ad-4a9d-be96-98330443a626), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.699391 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Router 1ec84015-31ad-4a9d-be96-98330443a626 is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:52:03.790074 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ef3a0-dbd5-44d6-a640-de0f153de966 None None] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:52:03.810401 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:03.823735 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:03.830792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.832037 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9bbcda32-94c3-416d-a90f-fbd4747fe05f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5229733 Jan 21 13:52:03.834752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47014) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:03.874201 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Provisioning complete for port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:03.874670 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:03.878295 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:03.878923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:04.079543 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:04.164072 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Current status of the port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:04.164459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.241636 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] For port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:04.251712 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.253237 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.336834 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df05c-abb6-4818-8e26-fee56b132ec7 None None] Pushing event updated for resources: {'Port': ['ID=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:04.352414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:03Z', 'revision_number': 3, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:04.415392 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Allocated IP 172.20.0.1 (885b2ee1-8e97-4170-97ad-c321e8aa6294/69c7c8d1-a1d0-4110-bc24-bc6ff946844f/f87bf3ba-1f0f-4741-8668-aa38f14c0639) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:04.511819 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:04.512172 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Updating router 1ec84015-31ad-4a9d-be96-98330443a626 port 643a5829-1f5a-4134-b5de-db6fce8eefe4 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:52:04.521316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks [] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.543128 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.545894 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a13533f4-8d9d-4d28-9945-799d5be52d3b None None] Provisioning complete for port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:04.546254 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a13533f4-8d9d-4d28-9945-799d5be52d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.555273 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.603201 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:04.606430 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:04.609055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:04.614618 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Pushing event updated for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:04.657702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (1ec84015-31ad-4a9d-be96-98330443a626), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.793989 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a13533f4-8d9d-4d28-9945-799d5be52d3b None None] Current status of the port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:04.885230 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.939124 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks [] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.944994 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-52c0a607-4c4e-425c-b1e3-9fcf8d993104 None None] Provisioning complete for port f87bf3ba-1f0f-4741-8668-aa38f14c0639 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:04.945443 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-52c0a607-4c4e-425c-b1e3-9fcf8d993104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:04.948126 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.020475 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:05.066109 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Attempting to bind port 643a5829-1f5a-4134-b5de-db6fce8eefe4 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:05.066477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Attempting to bind port 643a5829-1f5a-4134-b5de-db6fce8eefe4 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:05.067151 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Attempting to bind port 643a5829-1f5a-4134-b5de-db6fce8eefe4 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:05.069434 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-52c0a607-4c4e-425c-b1e3-9fcf8d993104 None None] Port f87bf3ba-1f0f-4741-8668-aa38f14c0639 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:05.087447 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c8643-c252-407c-8234-465500daf3d9 None None] Pushing event updated for resources: {'Port': ['ID=643a5829-1f5a-4134-b5de-db6fce8eefe4,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:05.091308 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:05.091696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:05.092859 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.093744 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:05.094253 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Bound port: 643a5829-1f5a-4134-b5de-db6fce8eefe4, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:05.094647 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.101185 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks [] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.107406 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.159541 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:05.159933 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.163885 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] For port 643a5829-1f5a-4134-b5de-db6fce8eefe4, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:05.203225 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] For port 643a5829-1f5a-4134-b5de-db6fce8eefe4, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=643a5829-1f5a-4134-b5de-db6fce8eefe4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:05.212942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.293464 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c8643-c252-407c-8234-465500daf3d9 None None] Pushing event updated for resources: {'Port': ['ID=643a5829-1f5a-4134-b5de-db6fce8eefe4,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:05.299821 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:05.300463 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:05.385162 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:05.431553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (1ec84015-31ad-4a9d-be96-98330443a626), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.440267 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Pushing event updated for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:05.459290 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:05.547950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:05.549482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:05.681603 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:52:05.684163 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 2, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:05.714618 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d5141-a3c1-4ac5-b98d-afe00754c5bf None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 2, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:05.800270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-3caadeb9-71e9-4309-87e2-0da4baacf30d None None] Provisioning complete for port f87bf3ba-1f0f-4741-8668-aa38f14c0639 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:05.801411 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3caadeb9-71e9-4309-87e2-0da4baacf30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:05.810770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:05.820722 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b24b0b0b-19a6-492b-8ec7-9e7116ef2643 admin admin] 10.222.0.84 "PUT /v2.0/routers/1ec84015-31ad-4a9d-be96-98330443a626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814668 Jan 21 13:52:05.838479 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3caadeb9-71e9-4309-87e2-0da4baacf30d None None] Port f87bf3ba-1f0f-4741-8668-aa38f14c0639 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:06.321659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47068) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:06.327151 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-665268863-network', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:06.350958 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Made reservation on behalf of c7dd249c83ff45b4a827a4724359d6d5 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:06.353212 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.365681 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.462191 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks [] for security_group (05af6e56-d2d0-4dd3-b054-49208c4319db), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.466565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (05af6e56-d2d0-4dd3-b054-49208c4319db), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.494533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:52:06.509337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05af6e56-d2d0-4dd3-b054-49208c4319db,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:06.513006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (24721e5c-b1fe-437d-96db-79e485eff0ad), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.513358 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Added segment 24721e5c-b1fe-437d-96db-79e485eff0ad of type vlan for network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 Jan 21 13:52:06.560575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.591932 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.593259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:06.593861 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.633426 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3105602 Jan 21 13:52:06.637854 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47080) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:06.644781 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Request body: {'subnet': {'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-665268863-subnet', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:06.666867 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32565d9e-a7ef-4e3a-9bb2-da12e5f00b55 admin admin] Pushing event updated for resources: {'Network': ['ID=0d85200d-25a0-4a8b-9d26-9be5dfeed6e8,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:06.670773 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Made reservation on behalf of c7dd249c83ff45b4a827a4724359d6d5 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:06.673513 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29401306'] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.682692 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:52:06.922542 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30478327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29401284'] for subnet (57d08aee-c527-4c05-87ca-2cd7d0a33685), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:06.980436 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d08aee-c527-4c05-87ca-2cd7d0a33685,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:06.984870 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 643a5829-1f5a-4134-b5de-db6fce8eefe4 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:07.013132 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Checking segment: {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:07.014507 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Network hostable DHCP agents. Network: 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:52:07.034121 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:52:07.048513 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:07.051881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 643a5829-1f5a-4134-b5de-db6fce8eefe4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:07.052257 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.053947 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:07.055039 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.075507 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afad85b-c0ab-481b-ad63-1a742360a291 None None] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:52:07.080897 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f8779696-606b-4fa6-9982-f7bfbb514ce9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4373269 Jan 21 13:52:07.080897 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47084) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:07.085505 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:07.112585 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7792'] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.114153 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682655', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7807'] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.175452 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for router_controller (f579d922-3cdd-466f-b5c9-47f3382f4dde), precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.224981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe71e3f3b-0d46-528c-9b1a-94d38321ebdc-0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685'}]}} from dv-cinder-820164-2-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 13:52:07.225853 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.238930 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 643a5829-1f5a-4134-b5de-db6fce8eefe4 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:07.239328 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.272981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port 643a5829-1f5a-4134-b5de-db6fce8eefe4, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=643a5829-1f5a-4134-b5de-db6fce8eefe4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:07.320303 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for router_gateway (f579d922-3cdd-466f-b5c9-47f3382f4dde), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.322167 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.415062 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=643a5829-1f5a-4134-b5de-db6fce8eefe4,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:07.437674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Allocated IP 172.20.0.2 (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8/57d08aee-c527-4c05-87ca-2cd7d0a33685/e65e67e4-ec59-482c-8412-3c89e70d4100) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:07.596857 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks [] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.601848 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.650395 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:07.658006 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:07.660250 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Pushing event updated for resources: {'Port': ['ID=e65e67e4-ec59-482c-8412-3c89e70d4100,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:07.674407 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:07.758355 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Attempting to bind port e65e67e4-ec59-482c-8412-3c89e70d4100 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:07.758820 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Attempting to bind port e65e67e4-ec59-482c-8412-3c89e70d4100 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:07.759666 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Attempting to bind port e65e67e4-ec59-482c-8412-3c89e70d4100 on network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:07.765714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:07.766099 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Checking segment: {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:07.766512 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.766908 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Bound using segment: {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:07.767565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Bound port: e65e67e4-ec59-482c-8412-3c89e70d4100, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:07.768297 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.813557 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for router_gateway (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.834115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.849471 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] For port e65e67e4-ec59-482c-8412-3c89e70d4100, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:07.853734 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] For port e65e67e4-ec59-482c-8412-3c89e70d4100, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e65e67e4-ec59-482c-8412-3c89e70d4100,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:07.860937 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:07.945017 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d1f9b-640f-4e68-b275-da7679678c76 None None] Pushing event updated for resources: {'Port': ['ID=e65e67e4-ec59-482c-8412-3c89e70d4100,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:08.012115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Allocated IP 172.27.3.35 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/fbbca074-3cd7-4120-8ca5-a01160949de7) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:08.061581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47100) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:08.143461 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.172228 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:08.188903 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:08.189835 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:08.204268 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.252096 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:08.260810 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:08.269269 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:08.273864 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbca074-3cd7-4120-8ca5-a01160949de7,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:08.285252 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-34ca865d-7ff2-470f-b0fe-7795bf730430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.376959 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:08.412314 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-34ca865d-7ff2-470f-b0fe-7795bf730430 admin admin] Publish callbacks [] for security_group (39101c60-e8ef-4a01-8bd4-ec8f8de07d36), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.418413 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-34ca865d-7ff2-470f-b0fe-7795bf730430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (39101c60-e8ef-4a01-8bd4-ec8f8de07d36), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.459343 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca865d-7ff2-470f-b0fe-7795bf730430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39101c60-e8ef-4a01-8bd4-ec8f8de07d36,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:08.465071 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-34ca865d-7ff2-470f-b0fe-7795bf730430 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d067f811e834c27a8122425a950b09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008093 Jan 21 13:52:08.469795 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47106) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:08.530463 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] Publish callbacks [] for security_group (39101c60-e8ef-4a01-8bd4-ec8f8de07d36), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.553053 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] Publish callbacks [] for security_group (39101c60-e8ef-4a01-8bd4-ec8f8de07d36), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.594450 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for router_gateway (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.602497 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 2, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:08.608115 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (39101c60-e8ef-4a01-8bd4-ec8f8de07d36), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.611419 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.615026 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39101c60-e8ef-4a01-8bd4-ec8f8de07d36 HTTP/1.1" status: 204 len: 168 time: 0.1425374 Jan 21 13:52:08.623872 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23798bc-bfaf-4fc4-9aba-e6304592ee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39101c60-e8ef-4a01-8bd4-ec8f8de07d36,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:08.632325 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:08.632921 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Updating router 1ec84015-31ad-4a9d-be96-98330443a626 port f87bf3ba-1f0f-4741-8668-aa38f14c0639 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:52:08.664169 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:08.876292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684850'] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.061910 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks [] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.081893 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.088377 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Router f579d922-3cdd-466f-b5c9-47f3382f4dde is scheduled to L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 13:52:09.100876 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 643a5829-1f5a-4134-b5de-db6fce8eefe4 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:09.191035 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 643a5829-1f5a-4134-b5de-db6fce8eefe4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:09.191942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.206663 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Pushing event updated for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:09.253540 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.253921 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.254296 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.254644 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.254997 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.255317 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.255651 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.255979 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.256313 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.256697 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.257019 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.257345 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.257667 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:09.261213 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Attempting to bind port f87bf3ba-1f0f-4741-8668-aa38f14c0639 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:09.262575 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Attempting to bind port f87bf3ba-1f0f-4741-8668-aa38f14c0639 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:09.263130 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Attempting to bind port f87bf3ba-1f0f-4741-8668-aa38f14c0639 on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:09.270616 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:09.271029 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:09.271437 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.271832 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Bound using segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:09.272309 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Bound port: f87bf3ba-1f0f-4741-8668-aa38f14c0639, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:09.272715 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.296954 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:09.322798 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 643a5829-1f5a-4134-b5de-db6fce8eefe4 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:09.324076 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e65e67e4-ec59-482c-8412-3c89e70d4100 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:09.326930 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Sync routers for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:09.340440 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.341410 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa557f-e88a-4a41-8b6f-b97a28406fef None None] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:52:09.347074 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47126) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:09.354767 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1d861fea-5bdd-4622-b1af-1114de0f57c1 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2632558 Jan 21 13:52:09.368515 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:09.369881 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:09.390747 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] For port f87bf3ba-1f0f-4741-8668-aa38f14c0639, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:09.394310 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] For port f87bf3ba-1f0f-4741-8668-aa38f14c0639, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=f87bf3ba-1f0f-4741-8668-aa38f14c0639,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:09.407445 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.477486 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1369-9b8c-4d20-98a1-0226aac396f6 None None] Pushing event updated for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:09.480116 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:09.480782 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:09.666263 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:09.702389 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:09.798205 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Provisioning complete for port e65e67e4-ec59-482c-8412-3c89e70d4100 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:09.798617 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.880974 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e65e67e4-ec59-482c-8412-3c89e70d4100 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:09.881359 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:09.964068 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:09Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:09.996965 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.001866 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf4a79e-ebb6-4b9f-81df-ac0ae0ddf283 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:09Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:10.026429 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Current status of the port e65e67e4-ec59-482c-8412-3c89e70d4100 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:10.026843 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.188655 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] For port e65e67e4-ec59-482c-8412-3c89e70d4100, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e65e67e4-ec59-482c-8412-3c89e70d4100,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:10.198506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e65e67e4-ec59-482c-8412-3c89e70d4100 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:10.198966 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.215870 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.231591 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Allocated IP 172.20.0.1 (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8/57d08aee-c527-4c05-87ca-2cd7d0a33685/17f31387-55ed-411c-804f-552ba564c988) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:10.296097 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:08Z', 'revision_number': 3, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:10.320352 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47142) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:10.375506 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Checking router: f579d922-3cdd-466f-b5c9-47f3382f4dde for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:10.375857 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Updating router f579d922-3cdd-466f-b5c9-47f3382f4dde port fbbca074-3cd7-4120-8ca5-a01160949de7 binding host dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:52:10.434344 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks [] for port (17f31387-55ed-411c-804f-552ba564c988), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.453551 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b01570-356c-42a7-ade6-6cada3e61d87 None None] Pushing event updated for resources: {'Port': ['ID=e65e67e4-ec59-482c-8412-3c89e70d4100,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:10.462000 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.465181 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Provisioning complete for port f87bf3ba-1f0f-4741-8668-aa38f14c0639 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:10.465544 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.475390 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-eed1aff9-0a7c-430e-97d0-a42f22a756b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.477984 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (17f31387-55ed-411c-804f-552ba564c988), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.519042 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:10.519937 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.db.api [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 13:52:10.520287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG oslo_db.api [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 13:52:10.525442 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:10.530772 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:10.576599 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-685824'] for router_interface (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.613578 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-eed1aff9-0a7c-430e-97d0-a42f22a756b4 admin admin] Publish callbacks [] for security_group (38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.620761 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Pushing event updated for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:10.625782 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-eed1aff9-0a7c-430e-97d0-a42f22a756b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.693375 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1aff9-0a7c-430e-97d0-a42f22a756b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:10.704434 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-eed1aff9-0a7c-430e-97d0-a42f22a756b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d252fd40cf2349069ae32811b5eb6d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829176 Jan 21 13:52:10.705352 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47148) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:10.749615 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Current status of the port f87bf3ba-1f0f-4741-8668-aa38f14c0639 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:10.750005 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.811244 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] For port f87bf3ba-1f0f-4741-8668-aa38f14c0639, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=f87bf3ba-1f0f-4741-8668-aa38f14c0639,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:10.818300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17f31387-55ed-411c-804f-552ba564c988), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.823617 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] Publish callbacks [] for security_group (38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.823832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.883055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] Publish callbacks [] for security_group (38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.933439 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks [] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.935012 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300aeb2-483a-4f2f-8413-2e14ca93e171 None None] Pushing event updated for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:10.951697 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:10.957519 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Provisioning complete for port 17f31387-55ed-411c-804f-552ba564c988 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:10.958193 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17f31387-55ed-411c-804f-552ba564c988), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.010455 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.013042 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.017711 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7 HTTP/1.1" status: 204 len: 168 time: 0.3043401 Jan 21 13:52:11.039751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781698e6-b099-4701-acec-81d191a79ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a95e26-34b9-4ab7-be1c-ce9f9a32b4b7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:11.072527 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Port 17f31387-55ed-411c-804f-552ba564c988 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:11.079630 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks [] for port (17f31387-55ed-411c-804f-552ba564c988), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.081055 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a1ba5-a342-4f24-a571-281a992e31ff None None] Pushing event updated for resources: {'Port': ['ID=fbbca074-3cd7-4120-8ca5-a01160949de7,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:11.085812 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Attempting to bind port fbbca074-3cd7-4120-8ca5-a01160949de7 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:11.086197 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Attempting to bind port fbbca074-3cd7-4120-8ca5-a01160949de7 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:11.086564 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Attempting to bind port fbbca074-3cd7-4120-8ca5-a01160949de7 on network 3bd3d590-983e-4e59-a618-04e2e46bd328 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:11.086729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (17f31387-55ed-411c-804f-552ba564c988), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.107535 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:11.108456 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Checking segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:11.109237 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.109553 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Bound using segment: {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:11.110052 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Bound port: fbbca074-3cd7-4120-8ca5-a01160949de7, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf3e95-292b-4646-a97f-4c03758f8b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:11.110446 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.113865 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e65e67e4-ec59-482c-8412-3c89e70d4100 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:11.145688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Provisioning complete for port e65e67e4-ec59-482c-8412-3c89e70d4100 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:11.146070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.176803 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1002330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615583'] for router_interface (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.196443 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Pushing event updated for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:11.203127 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] For port fbbca074-3cd7-4120-8ca5-a01160949de7, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:11.207931 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] For port fbbca074-3cd7-4120-8ca5-a01160949de7, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fbbca074-3cd7-4120-8ca5-a01160949de7,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:11.225852 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.307701 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.332075 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:11.334022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:11.359859 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device f87bf3ba-1f0f-4741-8668-aa38f14c0639 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:11.429714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1b78643b-a5f3-44cc-b00e-8a73dc4280be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.460472 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7375190a-1b7b-4b35-aafd-028feb9ba170 None None] Current status of the port e65e67e4-ec59-482c-8412-3c89e70d4100 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:11.464489 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port f87bf3ba-1f0f-4741-8668-aa38f14c0639 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:11.464918 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.468969 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a1ba5-a342-4f24-a571-281a992e31ff None None] Pushing event updated for resources: {'Port': ['ID=fbbca074-3cd7-4120-8ca5-a01160949de7,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:11.472841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:11.473451 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:51:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:11.508154 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Router f579d922-3cdd-466f-b5c9-47f3382f4dde has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:52:11.628035 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:11.633338 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-bd06c984-9dce-4102-8043-7dc49cb897ba admin admin] 10.222.0.84 "PUT /v2.0/routers/f579d922-3cdd-466f-b5c9-47f3382f4dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850530 Jan 21 13:52:11.775763 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e25de847-3dfe-40c5-91f0-d4bc46c8b43c None None] Provisioning complete for port 17f31387-55ed-411c-804f-552ba564c988 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:11.776132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e25de847-3dfe-40c5-91f0-d4bc46c8b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17f31387-55ed-411c-804f-552ba564c988), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:11.818332 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:11.913688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port f87bf3ba-1f0f-4741-8668-aa38f14c0639 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:11.914738 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e65e67e4-ec59-482c-8412-3c89e70d4100 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:11.918717 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-e25de847-3dfe-40c5-91f0-d4bc46c8b43c None None] Port 17f31387-55ed-411c-804f-552ba564c988 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:12.036836 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port e65e67e4-ec59-482c-8412-3c89e70d4100 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:12.037210 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.141882 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '17f31387-55ed-411c-804f-552ba564c988', 'name': '', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'mac_address': 'fa:16:3e:39:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:10Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 2, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'subnets': [{'id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:12.168646 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47162) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.174113 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074969604', 'description': 'tempest-secgroup-smoke-2074969604 description', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.179256 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f949d23-2022-4086-9dee-2464bd5441bb None None] The sync data for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi is: [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '17f31387-55ed-411c-804f-552ba564c988', 'name': '', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'mac_address': 'fa:16:3e:39:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:10Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 2, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'subnets': [{'id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:12.183561 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port e65e67e4-ec59-482c-8412-3c89e70d4100 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:12.205196 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.275291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.281690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.310232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.312014 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1423061 Jan 21 13:52:12.315233 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47166) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.316966 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a9a67-5409-4d14-b58a-ce4ff972576c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:12.319958 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.354744 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (04c93f13-85e1-4a78-abd7-14910957b7bd), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.434351 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (04c93f13-85e1-4a78-abd7-14910957b7bd), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.437853 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (04c93f13-85e1-4a78-abd7-14910957b7bd), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.463014 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c93f13-85e1-4a78-abd7-14910957b7bd,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:12.476046 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.477321 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9780f284-725b-496c-bf23-5fa6eef643a5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609867 Jan 21 13:52:12.480032 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47172) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.485865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.516374 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (01037ede-2c8d-475e-86bb-88c5ad17c4b9), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.580865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (01037ede-2c8d-475e-86bb-88c5ad17c4b9), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.585058 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (01037ede-2c8d-475e-86bb-88c5ad17c4b9), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.605042 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01037ede-2c8d-475e-86bb-88c5ad17c4b9,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:12.620319 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.621586 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6aced6ad-244c-49dd-a078-5a7dd86f34ff tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398098 Jan 21 13:52:12.624310 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47174) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.628884 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.671748 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (a74e943c-041b-4d73-8e69-2453eb504f30), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.734035 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (a74e943c-041b-4d73-8e69-2453eb504f30), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.738467 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (a74e943c-041b-4d73-8e69-2453eb504f30), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.759976 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74e943c-041b-4d73-8e69-2453eb504f30,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:12.766689 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.770712 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-245fd51d-f815-4fe4-9183-d389f81d973d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428936 Jan 21 13:52:12.770937 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47178) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.775322 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.807548 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (5e43e4d6-f683-4cf0-9586-bcbcc4ba35b2), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.870682 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (5e43e4d6-f683-4cf0-9586-bcbcc4ba35b2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.874970 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (5e43e4d6-f683-4cf0-9586-bcbcc4ba35b2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.901427 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e43e4d6-f683-4cf0-9586-bcbcc4ba35b2,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:12.912286 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:12.913747 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-385e1d79-449b-4af8-8e75-3d1af46b1a87 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418331 Jan 21 13:52:12.916407 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47180) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:12.920980 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:12.944863 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Project 6dacb89bfd7d4537a8b5b7bc98cf5d1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:52:12.949531 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (aad16999-32a4-46f7-a76b-7e1d95659fc9), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.020790 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (aad16999-32a4-46f7-a76b-7e1d95659fc9), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.024924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (aad16999-32a4-46f7-a76b-7e1d95659fc9), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.043493 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad16999-32a4-46f7-a76b-7e1d95659fc9,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:13.054921 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.056201 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1b9458d5-347a-478a-ba44-bf419ba24eb4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388056 Jan 21 13:52:13.058951 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47182) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:13.064034 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'security_group_rule': {'security_group_id': 'f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd', 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:13.089409 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Project 6dacb89bfd7d4537a8b5b7bc98cf5d1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 13:52:13.095140 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (873a5394-ffe6-4c0b-b5a8-75f3db0829a1), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.170416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (873a5394-ffe6-4c0b-b5a8-75f3db0829a1), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.175967 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (873a5394-ffe6-4c0b-b5a8-75f3db0829a1), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.197947 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873a5394-ffe6-4c0b-b5a8-75f3db0829a1,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:13.206063 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.210495 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7e18ebb2-0d29-4be5-8b98-ed369e6ba381 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475718 Jan 21 13:52:13.246366 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fbbca074-3cd7-4120-8ca5-a01160949de7 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:13.302349 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port fbbca074-3cd7-4120-8ca5-a01160949de7 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:13.302732 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.355851 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7ba1-d3d6-4422-9744-a86086033e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.415828 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port fbbca074-3cd7-4120-8ca5-a01160949de7 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:13.416147 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.441707 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] For port fbbca074-3cd7-4120-8ca5-a01160949de7, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fbbca074-3cd7-4120-8ca5-a01160949de7,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:13.446777 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:13.499481 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Pushing event updated for resources: {'Port': ['ID=fbbca074-3cd7-4120-8ca5-a01160949de7,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:14.334646 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Sync routers for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:14.344951 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:14.345543 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:14.446627 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:14.722972 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '17f31387-55ed-411c-804f-552ba564c988', 'name': '', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'mac_address': 'fa:16:3e:39:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:10Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 2, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'subnets': [{'id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:14.754667 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Checking router: f579d922-3cdd-466f-b5c9-47f3382f4dde for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:14.755017 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Updating router f579d922-3cdd-466f-b5c9-47f3382f4dde port 17f31387-55ed-411c-804f-552ba564c988 binding host dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 13:52:14.779024 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17f31387-55ed-411c-804f-552ba564c988), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.027128 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.029202 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks [] for port (17f31387-55ed-411c-804f-552ba564c988), precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.034639 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17f31387-55ed-411c-804f-552ba564c988), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.084467 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca1cd6-8230-4cff-8ef5-4547b4cbae76 None None] Pushing event updated for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:15.137780 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Attempting to bind port 17f31387-55ed-411c-804f-552ba564c988 on host dv-cinder-820164-2-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:15.138490 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Attempting to bind port 17f31387-55ed-411c-804f-552ba564c988 by drivers openvswitch,hyperv on host dv-cinder-820164-2-iscsi at level 0 using segments [{'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:15.139548 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Attempting to bind port 17f31387-55ed-411c-804f-552ba564c988 on network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:15.144918 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Checking agent: {'id': 'a39e05d0-c33a-4154-a594-90c0eb9cfb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820164-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 39, 18), 'started_at': datetime.datetime(2022, 1, 21, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820164-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:15.145257 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Checking segment: {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:15.145665 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.146058 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Bound using segment: {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:15.146524 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Bound port: 17f31387-55ed-411c-804f-552ba564c988, host: dv-cinder-820164-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24721e5c-b1fe-437d-96db-79e485eff0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:15.146904 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17f31387-55ed-411c-804f-552ba564c988), before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.208215 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fbbca074-3cd7-4120-8ca5-a01160949de7 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:15.219257 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] For port 17f31387-55ed-411c-804f-552ba564c988, host dv-cinder-820164-2-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:15.222796 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] For port 17f31387-55ed-411c-804f-552ba564c988, host dv-cinder-820164-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=17f31387-55ed-411c-804f-552ba564c988,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:15.228481 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17f31387-55ed-411c-804f-552ba564c988), after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.260705 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port fbbca074-3cd7-4120-8ca5-a01160949de7 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:15.261092 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.287208 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca1cd6-8230-4cff-8ef5-4547b4cbae76 None None] Pushing event updated for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:15.297190 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:15.297913 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:15.349733 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port fbbca074-3cd7-4120-8ca5-a01160949de7 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:15.363613 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Provisioning complete for port 17f31387-55ed-411c-804f-552ba564c988 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:15.363984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17f31387-55ed-411c-804f-552ba564c988), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.417208 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:15.446947 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Current status of the port 17f31387-55ed-411c-804f-552ba564c988 is: DOWN; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:15.447941 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (17f31387-55ed-411c-804f-552ba564c988), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.480491 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] For port 17f31387-55ed-411c-804f-552ba564c988, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=17f31387-55ed-411c-804f-552ba564c988,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:15.485985 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (17f31387-55ed-411c-804f-552ba564c988), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.540358 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcc193-35d6-4520-a59c-e32b625e391f None None] Pushing event updated for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:15.605909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-aafc7d35-79ce-4352-b8d8-73aa0bacfd36 None None] Provisioning complete for port 17f31387-55ed-411c-804f-552ba564c988 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:15.606293 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-aafc7d35-79ce-4352-b8d8-73aa0bacfd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17f31387-55ed-411c-804f-552ba564c988), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:15.637579 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '17f31387-55ed-411c-804f-552ba564c988', 'name': '', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'mac_address': 'fa:16:3e:39:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:10Z', 'updated_at': '2022-01-21T13:52:15Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'subnets': [{'id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:15.666256 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036ba72-2d3f-415a-bfe9-e1432ec1336a None None] The sync data for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi is: [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '17f31387-55ed-411c-804f-552ba564c988', 'name': '', 'network_id': '0d85200d-25a0-4a8b-9d26-9be5dfeed6e8', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'mac_address': 'fa:16:3e:39:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:10Z', 'updated_at': '2022-01-21T13:52:15Z', 'revision_number': 4, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'subnets': [{'id': '57d08aee-c527-4c05-87ca-2cd7d0a33685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:15.686475 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-aafc7d35-79ce-4352-b8d8-73aa0bacfd36 None None] Current status of the port 17f31387-55ed-411c-804f-552ba564c988 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:16.511702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:17.225124 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 17f31387-55ed-411c-804f-552ba564c988 up at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:17.276629 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Provisioning complete for port 17f31387-55ed-411c-804f-552ba564c988 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:17.277023 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (17f31387-55ed-411c-804f-552ba564c988), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:17.357404 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Current status of the port 17f31387-55ed-411c-804f-552ba564c988 is: ACTIVE; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:17.664397 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:20.641128 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b026d-376e-4d8d-969d-972120a2b581 req-846d8b51-ebd2-49f0-942f-44c5198dd7d3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:20.642669 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3d4b026d-376e-4d8d-969d-972120a2b581 req-846d8b51-ebd2-49f0-942f-44c5198dd7d3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.1554077 Jan 21 13:52:20.693626 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3d4b026d-376e-4d8d-969d-972120a2b581 req-8677552a-710d-45d0-a726-8c9128c45943 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444295 Jan 21 13:52:21.821396 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa93eb8-f13d-4051-9b05-87d60156fa15 req-a013c769-8420-473b-9dac-133e24505b95 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:21.824002 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fa93eb8-f13d-4051-9b05-87d60156fa15 req-a013c769-8420-473b-9dac-133e24505b95 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0607831 Jan 21 13:52:21.872155 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fa93eb8-f13d-4051-9b05-87d60156fa15 req-3362431a-b046-4abc-bd7d-3ea3ad104644 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428169 Jan 21 13:52:23.106930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac174b-4bee-43ef-8a56-76dbfca99c4e req-4ce92b10-0e43-443d-90d0-1722b2edff3d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:23.108961 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e3ac174b-4bee-43ef-8a56-76dbfca99c4e req-4ce92b10-0e43-443d-90d0-1722b2edff3d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0553291 Jan 21 13:52:23.109957 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-56e4e5ed-43a4-4a25-80a0-ac37a4283ff4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:23.111475 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-56e4e5ed-43a4-4a25-80a0-ac37a4283ff4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 945 time: 0.0649514 Jan 21 13:52:23.168561 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e3ac174b-4bee-43ef-8a56-76dbfca99c4e req-1bbdfef1-0048-496e-98ee-1774c2fd37d5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=f573e335-31fc-4d05-b178-30d3ce1d3448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535250 Jan 21 13:52:23.219751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Deleting port 6727a4f0-5a23-4ef3-b87b-c106a6420440 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:52:23.220093 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.328955 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] For port 6727a4f0-5a23-4ef3-b87b-c106a6420440, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6727a4f0-5a23-4ef3-b87b-c106a6420440,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:23.329104 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.512067 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.512438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.512794 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Floating IP b520e0cf-dab2-4946-bd34-703d9556e893 disassociated. External IP: 172.27.3.225, port: 6727a4f0-5a23-4ef3-b87b-c106a6420440. Jan 21 13:52:23.513170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Calling delete_port for 6727a4f0-5a23-4ef3-b87b-c106a6420440 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:52:23.643565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6727a4f0-5a23-4ef3-b87b-c106a6420440), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.674301 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'Port': ['ID=6727a4f0-5a23-4ef3-b87b-c106a6420440,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:23.686334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.686696 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.687046 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.687388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.687732 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.688070 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.688401 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.688887 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.689228 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.689560 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.689914 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.690246 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.690566 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:23.800825 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:52:23.934641 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:23.944045 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:23.955396 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:23.956044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:23.975496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] No DVR routers for this DVR port 6727a4f0-5a23-4ef3-b87b-c106a6420440 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:52:23.978024 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:23.981364 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2ff5e6a-9789-4b05-85dd-d5d7bb83cde3 req-d4b571d1-e4c5-4408-943a-bd79ca6a0408 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "DELETE /v2.0/ports/6727a4f0-5a23-4ef3-b87b-c106a6420440 HTTP/1.1" status: 204 len: 173 time: 0.8636720 Jan 21 13:52:23.981830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'name': 'network-vif-deleted', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:23.984205 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e660e26-33d7-4995-8fa6-dc59294fa1a9" -d '{"events": [{"server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "name": "network-vif-deleted", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:24.085419 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:24.104007 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143e0632-ff5f-47f9-bc96-9a5482c6a8ea x-openstack-request-id: req-143e0632-ff5f-47f9-bc96-9a5482c6a8ea {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:24.104493 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59552fe-d2ae-43ad-bf63-f4d6958c05fc", "name": "network-vif-deleted", "tag": "6727a4f0-5a23-4ef3-b87b-c106a6420440", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:24.104857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-143e0632-ff5f-47f9-bc96-9a5482c6a8ea {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:24.105534 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59552fe-d2ae-43ad-bf63-f4d6958c05fc', 'name': 'network-vif-deleted', 'tag': '6727a4f0-5a23-4ef3-b87b-c106a6420440', 'status': 'completed', 'code': 200} Jan 21 13:52:24.310733 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:24.346071 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:24.355817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:24.356971 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:24.495892 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:24.595132 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8d6dfaf-101e-4e25-8306-bd91f91ff9dd req-beaaf57a-3223-4072-abc3-2a611287bc70 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=e59552fe-d2ae-43ad-bf63-f4d6958c05fc HTTP/1.1" status: 200 len: 210 time: 0.3328428 Jan 21 13:52:24.648287 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:52:24.892815 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:24.920073 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d99b1-54cf-4e18-8c2c-6bdb6ed1dd9b None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:25.134615 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38146144-8545-4f6a-82ea-5246c032521a None None] New status for floating IP b520e0cf-dab2-4946-bd34-703d9556e893: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:52:25.693949 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47364) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:25.752268 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (f573e335-31fc-4d05-b178-30d3ce1d3448), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:25.776437 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (f573e335-31fc-4d05-b178-30d3ce1d3448), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:25.825492 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f573e335-31fc-4d05-b178-30d3ce1d3448), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:25.828771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:25.829916 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "DELETE /v2.0/security-groups/f573e335-31fc-4d05-b178-30d3ce1d3448 HTTP/1.1" status: 204 len: 168 time: 0.1349509 Jan 21 13:52:25.833309 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47370) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:25.838823 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b261152-ea65-4638-8799-b65205e9318d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573e335-31fc-4d05-b178-30d3ce1d3448,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:25.852160 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-3defc2f6-5e63-4662-944f-bf0bebcce990 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] show failed (client error): The resource could not be found. Jan 21 13:52:25.853498 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3defc2f6-5e63-4662-944f-bf0bebcce990 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups/f573e335-31fc-4d05-b178-30d3ce1d3448 HTTP/1.1" status: 404 len: 347 time: 0.0186164 Jan 21 13:52:25.856571 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47372) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:25.995486 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Deleting port 670ca1d3-b5a6-438a-a825-99eab9983dd8 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:52:25.995823 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.041229 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6343-2d00-47a8-9cf2-b88464ddcb7f req-98201d7c-7b2a-44b7-abbb-fae8535ecd1b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:26.042667 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c20a6343-2d00-47a8-9cf2-b88464ddcb7f req-98201d7c-7b2a-44b7-abbb-fae8535ecd1b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.0521834 Jan 21 13:52:26.072734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.073067 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (670ca1d3-b5a6-438a-a825-99eab9983dd8), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.085748 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Calling delete_port for 670ca1d3-b5a6-438a-a825-99eab9983dd8 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:52:26.093745 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c20a6343-2d00-47a8-9cf2-b88464ddcb7f req-914bb345-f475-45ba-830e-51013292b676 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Jan 21 13:52:26.219749 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (670ca1d3-b5a6-438a-a825-99eab9983dd8), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.249194 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'Port': ['ID=670ca1d3-b5a6-438a-a825-99eab9983dd8,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:26.312718 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (b520e0cf-dab2-4946-bd34-703d9556e893), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.315609 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.316772 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-77edbc46-e8b0-4210-8f70-9db6ff1df0f9 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "DELETE /v2.0/floatingips/b520e0cf-dab2-4946-bd34-703d9556e893 HTTP/1.1" status: 204 len: 168 time: 0.4580379 Jan 21 13:52:26.626567 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6727a4f0-5a23-4ef3-b87b-c106a6420440 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:52:26.634471 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47380) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:26.639325 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158924431', 'description': 'tempest-description--1248347282'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:26.647308 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 6727a4f0-5a23-4ef3-b87b-c106a6420440 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:52:26.647739 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6727a4f0-5a23-4ef3-b87b-c106a6420440 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:52:26.665168 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.731841 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (877872cc-f3ea-430c-9cc4-e598f49b62f2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.735848 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (877872cc-f3ea-430c-9cc4-e598f49b62f2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.771247 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.772472 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369565 Jan 21 13:52:26.775890 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47388) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:26.776484 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda367df-b430-45fd-8065-8ee9e5918fc5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877872cc-f3ea-430c-9cc4-e598f49b62f2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:26.783101 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group_rule': {'security_group_id': '877872cc-f3ea-430c-9cc4-e598f49b62f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:26.813043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (131af0c8-b4ae-4045-8b01-a5230f3b3959), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.867557 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (131af0c8-b4ae-4045-8b01-a5230f3b3959), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.871418 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (131af0c8-b4ae-4045-8b01-a5230f3b3959), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.891374 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131af0c8-b4ae-4045-8b01-a5230f3b3959,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:26.899724 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.900925 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-aa7cadc2-2383-4f50-be92-513e7ef468bd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235011 Jan 21 13:52:26.904561 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47390) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:26.908911 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'security_group_rule': {'security_group_id': '877872cc-f3ea-430c-9cc4-e598f49b62f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:26.937210 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (fd547649-63b4-478c-886a-0e1e16a8a9c2), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.992634 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (fd547649-63b4-478c-886a-0e1e16a8a9c2), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:26.996148 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616070'] for security_group_rule (fd547649-63b4-478c-886a-0e1e16a8a9c2), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.012758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd547649-63b4-478c-886a-0e1e16a8a9c2,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:27.021300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.022499 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cc781348-63f0-4ddc-b96d-c202ebe425af tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169150 Jan 21 13:52:27.025799 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47396) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:27.031453 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:27.053782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.154169 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.212730 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e8331-f128-4836-9736-3608ee204389 req-4a3ad211-4dea-42f8-b0df-0c3d7788c84f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:27.214256 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de8e8331-f128-4836-9736-3608ee204389 req-4a3ad211-4dea-42f8-b0df-0c3d7788c84f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.0510569 Jan 21 13:52:27.260254 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Allocated IP 172.27.3.205 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/711a8561-db17-4aef-ad04-8ac773375f93) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:27.266899 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-de8e8331-f128-4836-9736-3608ee204389 req-82f05bb8-9fa0-4dd3-bcda-8b0a6b4b4bce tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Jan 21 13:52:27.367896 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (711a8561-db17-4aef-ad04-8ac773375f93), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.401099 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (711a8561-db17-4aef-ad04-8ac773375f93), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.438071 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:27.442790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:27.446232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:27.473017 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=711a8561-db17-4aef-ad04-8ac773375f93,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:27.534512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.571323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (711a8561-db17-4aef-ad04-8ac773375f93), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.715574 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (711a8561-db17-4aef-ad04-8ac773375f93), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.720589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (711a8561-db17-4aef-ad04-8ac773375f93), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.802129 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=711a8561-db17-4aef-ad04-8ac773375f93,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:27.833293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.852513 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:27.853823 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-10011628-b093-4735-9903-c783e9c850fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8267846 Jan 21 13:52:27.863591 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-15746f4a-d7a6-40bc-90de-ad9b681ed63f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:27.865078 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-15746f4a-d7a6-40bc-90de-ad9b681ed63f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 946 time: 0.0811079 Jan 21 13:52:27.965152 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Deleting port eced43b6-af89-450c-850c-098b515fc717 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:52:27.965788 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (eced43b6-af89-450c-850c-098b515fc717), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:28.008097 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-f2d08dd6-15e4-40ac-abcc-0299b68293d6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--158924431&fields=id&tenant_id=21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 267 time: 0.0404551 Jan 21 13:52:28.052052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] For port eced43b6-af89-450c-850c-098b515fc717, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=eced43b6-af89-450c-850c-098b515fc717,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:28.052405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (eced43b6-af89-450c-850c-098b515fc717), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:28.064832 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Calling delete_port for eced43b6-af89-450c-850c-098b515fc717 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:52:28.113701 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-55e82eae-b6c0-4d6d-9be8-bc4acc6d445b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:28.115148 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-55e82eae-b6c0-4d6d-9be8-bc4acc6d445b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 810 time: 0.1001043 Jan 21 13:52:28.129450 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-37e9e587-39e4-40a3-b562-9b21f38c4ea4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/quotas/21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 375 time: 0.0089247 Jan 21 13:52:28.185656 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-9cd685f9-7bb3-4415-b1a0-42635c33183b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511980 Jan 21 13:52:28.197170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (eced43b6-af89-450c-850c-098b515fc717), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:28.210205 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['eced43b6-af89-450c-850c-098b515fc717'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:52:28.227081 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Pushing event deleted for resources: {'Port': ['ID=eced43b6-af89-450c-850c-098b515fc717,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:28.271259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] No DVR routers for this DVR port eced43b6-af89-450c-850c-098b515fc717 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:52:28.273711 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:28.276982 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6f94e06-03d7-4d63-81a6-cb1a8322dc0f req-bd7c1a46-6bc0-4c74-96bb-792eab8ea29a tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "DELETE /v2.0/ports/eced43b6-af89-450c-850c-098b515fc717 HTTP/1.1" status: 204 len: 173 time: 0.4050357 Jan 21 13:52:28.277675 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'name': 'network-vif-deleted', 'tag': 'eced43b6-af89-450c-850c-098b515fc717'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:28.280025 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c96429-882d-444a-8ef6-888235322aa3" -d '{"events": [{"server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "name": "network-vif-deleted", "tag": "eced43b6-af89-450c-850c-098b515fc717"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:28.322346 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4aa4ca-251d-4488-9d07-f72892535eb4 x-openstack-request-id: req-0e4aa4ca-251d-4488-9d07-f72892535eb4 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:28.322941 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4640e25e-e213-4542-9654-2e83e6695ae3", "name": "network-vif-deleted", "tag": "eced43b6-af89-450c-850c-098b515fc717", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:28.323265 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e4aa4ca-251d-4488-9d07-f72892535eb4 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:28.323677 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4640e25e-e213-4542-9654-2e83e6695ae3', 'name': 'network-vif-deleted', 'tag': 'eced43b6-af89-450c-850c-098b515fc717', 'status': 'completed', 'code': 200} Jan 21 13:52:28.344598 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-7be34d7e-ce40-47bb-8938-9a66e7491f45 service neutron] 10.222.0.84 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479905 Jan 21 13:52:28.405045 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-10924bb3-f146-44eb-b5bf-7a67fcab2e63 req-05e6c2fe-26d9-4157-9fcd-c8e91f7d0888 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=4640e25e-e213-4542-9654-2e83e6695ae3 HTTP/1.1" status: 200 len: 210 time: 0.0350690 Jan 21 13:52:28.446416 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-82075550-03a9-42b8-95c8-055f56e9bd81 service neutron] 10.222.0.84 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009436 Jan 21 13:52:28.600257 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8516c4d-4b09-434b-98bc-26372cf0e05c req-c221f55b-ca16-4040-9d30-5143ce923bfd tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Jan 21 13:52:29.687502 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-cf1171b9-09e4-4c33-b00c-c0b1fe3f0933 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:29.688936 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-cf1171b9-09e4-4c33-b00c-c0b1fe3f0933 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 810 time: 0.1198690 Jan 21 13:52:29.722141 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d953a92b-ef9a-479d-bee7-5235b1b96596 req-355d8692-14d2-407c-b153-2da4d7de26d8 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Jan 21 13:52:29.762775 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-b4856332-90c0-4849-a705-1580343c6118 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b908f3a07442bcbeabe49a50f7f48a HTTP/1.1" status: 200 len: 379 time: 0.0607653 Jan 21 13:52:29.775822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'port': {'device_id': '406e22ef-2339-49fb-9f7f-3568a327b764', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'admin_state_up': True, 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'security_groups': ['877872cc-f3ea-430c-9cc4-e598f49b62f2']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:29.882004 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Made reservation on behalf of 21b908f3a07442bcbeabe49a50f7f48a for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:29.885481 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:30.013388 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Allocated IP 172.20.0.9 (257b1f17-c2c3-4ac6-a932-3ddca797ac52/ae5a1ce2-e089-42c5-9599-9f76f62e6d00/3388ca83-ec51-4aee-aede-a4637d3d327d) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:30.153137 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:30.189847 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:30.234028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:30.236883 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:30.240474 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:30.246819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event updated for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:30.296778 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:30.297425 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:30.314424 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-2c12063d-d0d6-4359-8790-8a7bc6a66a7b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421340 Jan 21 13:52:30.511698 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-dba99c03-2cca-4d3a-9377-65fe8d5ab241 None None] Provisioning complete for port 3388ca83-ec51-4aee-aede-a4637d3d327d triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:30.512570 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dba99c03-2cca-4d3a-9377-65fe8d5ab241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:30.547939 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-dba99c03-2cca-4d3a-9377-65fe8d5ab241 None None] Port 3388ca83-ec51-4aee-aede-a4637d3d327d cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:30.837531 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c6bb-2570-48c2-857c-6c99215e032a req-542eae15-29ae-405b-8dbc-f460dbd230b3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:30.838986 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7430c6bb-2570-48c2-857c-6c99215e032a req-542eae15-29ae-405b-8dbc-f460dbd230b3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 931 time: 0.0474746 Jan 21 13:52:30.885989 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7430c6bb-2570-48c2-857c-6c99215e032a req-1091f529-f753-4b23-94a1-bbe39af7e97f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Jan 21 13:52:31.840448 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Request body: {'port': {'device_id': '406e22ef-2339-49fb-9f7f-3568a327b764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:31.897092 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.005331 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ab3b-3110-439e-bf4f-112af51ed384 req-ec8dcc61-0aa8-4e7c-8319-c2cd8f08f8c0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:32.006811 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08d2ab3b-3110-439e-bf4f-112af51ed384 req-ec8dcc61-0aa8-4e7c-8319-c2cd8f08f8c0 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 931 time: 0.0520618 Jan 21 13:52:32.053841 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-08d2ab3b-3110-439e-bf4f-112af51ed384 req-ef87b220-b8a0-414c-87d4-be1988da2e1b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Jan 21 13:52:32.158976 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3388ca83-ec51-4aee-aede-a4637d3d327d {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:32.166372 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks [] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.178746 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Transition to ACTIVE for port object 3388ca83-ec51-4aee-aede-a4637d3d327d will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:52:32.182621 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.250433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Pushing event updated for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:32.303405 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Attempting to bind port 3388ca83-ec51-4aee-aede-a4637d3d327d on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:32.303741 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Attempting to bind port 3388ca83-ec51-4aee-aede-a4637d3d327d by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:32.304119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Attempting to bind port 3388ca83-ec51-4aee-aede-a4637d3d327d on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:32.308646 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Port 3388ca83-ec51-4aee-aede-a4637d3d327d on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:52:32.309020 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Attempting to bind port 3388ca83-ec51-4aee-aede-a4637d3d327d on network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:32.314088 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:32.314423 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Checking segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:32.314804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Bound using segment: {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:32.315232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Bound port: 3388ca83-ec51-4aee-aede-a4637d3d327d, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dff6e52-4e05-41b4-8310-7e81027ca11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:32.315585 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.380144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:32.383055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=3388ca83-ec51-4aee-aede-a4637d3d327d,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:32.387299 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.419646 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:32.420268 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:32.421675 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] 10.222.0.107 "PUT /v2.0/ports/3388ca83-ec51-4aee-aede-a4637d3d327d HTTP/1.1" status: 200 len: 1093 time: 0.6258333 Jan 21 13:52:32.422112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:32.424312 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:32.450044 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd407-f191-4e6a-8a9c-bacd80c1830f service neutron] Pushing event updated for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:32.476477 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30311a1f-7d43-4e64-985f-8d25e397ef82 x-openstack-request-id: req-30311a1f-7d43-4e64-985f-8d25e397ef82 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:32.476741 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:32.477043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30311a1f-7d43-4e64-985f-8d25e397ef82 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:32.477449 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'status': 'completed', 'code': 200} Jan 21 13:52:32.732714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device eced43b6-af89-450c-850c-098b515fc717 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:52:32.755897 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: eced43b6-af89-450c-850c-098b515fc717 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:52:32.756248 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device eced43b6-af89-450c-850c-098b515fc717 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:52:32.794421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-db458573-a76f-4517-a78b-0679ea25c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:32.795771 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-db458573-a76f-4517-a78b-0679ea25c327 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 1096 time: 0.0433605 Jan 21 13:52:32.924752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-54931a32-6010-43c7-b1e4-b15ba1fcfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:32.926221 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-54931a32-6010-43c7-b1e4-b15ba1fcfcec service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0959713 Jan 21 13:52:33.030804 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-c4c1bea5-9578-409d-809b-005efd4e1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:33.032424 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d92cbf4a-b996-40fd-aa53-417cdc92bcbc req-c4c1bea5-9578-409d-809b-005efd4e1186 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916424 Jan 21 13:52:33.109824 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-9a73096d-ec9f-4de1-b497-25be13e2ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:33.111563 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-9a73096d-ec9f-4de1-b497-25be13e2ab57 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 1096 time: 0.0442829 Jan 21 13:52:33.154981 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-4baf91ca-51fc-47ee-9e16-5c3ddfa25cf6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3388ca83-ec51-4aee-aede-a4637d3d327d HTTP/1.1" status: 200 len: 217 time: 0.0359817 Jan 21 13:52:33.172650 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc824283-3d64-4005-8d44-fe289a6f09de req-bb9e4545-7876-4edd-bae9-f4531139433a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:33.174134 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bc824283-3d64-4005-8d44-fe289a6f09de req-bb9e4545-7876-4edd-bae9-f4531139433a tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 943 time: 0.0497446 Jan 21 13:52:33.203209 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-f56dc730-bde1-4546-ae9e-10f1d70c87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:33.204743 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-f56dc730-bde1-4546-ae9e-10f1d70c87b9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.0440755 Jan 21 13:52:33.221003 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bc824283-3d64-4005-8d44-fe289a6f09de req-5a70cf04-a770-40a5-bfdc-f944ede2cc3b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Jan 21 13:52:33.253588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-3a640c52-52d6-4451-89e3-87a1d635ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:33.255117 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-3a640c52-52d6-4451-89e3-87a1d635ef83 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432990 Jan 21 13:52:33.344909 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-c2d72c68-8d47-494a-94e1-412e36e800a9 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822976 Jan 21 13:52:33.434744 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fd9adbd-8b96-4553-be38-9c0ce4c1384f req-95eabdaa-5556-4dd5-adc1-e25da8e3b4a7 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832965 Jan 21 13:52:34.332541 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a8b52-61b5-468f-bc96-f45a3f3f9023 req-823e1d7b-1ec9-4250-8f68-955d715994e6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:34.334046 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-947a8b52-61b5-468f-bc96-f45a3f3f9023 req-823e1d7b-1ec9-4250-8f68-955d715994e6 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 943 time: 0.0483239 Jan 21 13:52:34.383651 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-947a8b52-61b5-468f-bc96-f45a3f3f9023 req-2245b5d0-3065-44fa-9e27-ce5c10f97ebb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Jan 21 13:52:34.720156 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 3388ca83-ec51-4aee-aede-a4637d3d327d details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:52:34.826851 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=3388ca83-ec51-4aee-aede-a4637d3d327d,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:34.837793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'port_id': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'mac_address': 'fa:16:3e:6d:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:52:34.893040 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 3388ca83-ec51-4aee-aede-a4637d3d327d is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:34.893436 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:34.907726 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388ca83-ec51-4aee-aede-a4637d3d327d {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:34.908760 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-d7b02ff0-d644-4685-9ff4-ffcc03a14315 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074969604&fields=id&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 267 time: 0.0534337 Jan 21 13:52:34.931215 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=3388ca83-ec51-4aee-aede-a4637d3d327d,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:34.937789 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:34.991958 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:35.039495 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-353f6566-95ca-4f3d-bf68-dfdf0e0b05bc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:35.041040 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-353f6566-95ca-4f3d-bf68-dfdf0e0b05bc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1247444 Jan 21 13:52:35.060072 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-d038d479-1ec7-4827-acb4-9178d0b5c639 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/quotas/6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 375 time: 0.0108337 Jan 21 13:52:35.145856 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-f8d9a740-b707-4f72-a81d-996820003a56 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785835 Jan 21 13:52:35.192883 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['3388ca83-ec51-4aee-aede-a4637d3d327d'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:52:35.290971 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-f80bf150-ad79-446d-b6ae-ae92a49e89fe service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321836 Jan 21 13:52:35.391312 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ee08799b-b085-4172-a04c-00d7428f9c55 service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925403 Jan 21 13:52:35.506295 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27732bf-cfa9-4034-a618-128d3b96bd8b req-1c92793e-3742-499f-a924-a58874b60538 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:35.507821 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d27732bf-cfa9-4034-a618-128d3b96bd8b req-1c92793e-3742-499f-a924-a58874b60538 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 944 time: 0.0522182 Jan 21 13:52:35.559063 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d27732bf-cfa9-4034-a618-128d3b96bd8b req-88dfeebf-aa44-47e8-b807-25fca0c3efe1 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455701 Jan 21 13:52:35.695670 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dc23a08d-0788-4a43-83c3-1cf1a8d9fbef req-e1ac53a2-5798-4150-8abf-3ed8e6b68587 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Jan 21 13:52:36.672860 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391e326-0fe5-4e6d-9c4c-27232c2e514f req-497e34b2-1c45-4eec-9107-bc278ccedaf3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:36.674323 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8391e326-0fe5-4e6d-9c4c-27232c2e514f req-497e34b2-1c45-4eec-9107-bc278ccedaf3 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 944 time: 0.0492086 Jan 21 13:52:36.724195 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8391e326-0fe5-4e6d-9c4c-27232c2e514f req-8f9cbd6c-52f9-4946-bb98-75f11108cd2f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444751 Jan 21 13:52:36.802494 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6922b4ae-5f96-4c8b-8123-c82df2f7d7db req-b2faed19-3730-4f31-bc93-b87c3b82880e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Jan 21 13:52:37.840378 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19550a5-e337-4ba0-a43f-12bf982250ff req-185dd47f-e59c-4d4f-8126-0058547cf085 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:37.842992 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f19550a5-e337-4ba0-a43f-12bf982250ff req-185dd47f-e59c-4d4f-8126-0058547cf085 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 944 time: 0.0501571 Jan 21 13:52:37.897172 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f19550a5-e337-4ba0-a43f-12bf982250ff req-f84dd40e-6571-405a-be0e-f38069b3fe09 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482092 Jan 21 13:52:37.960260 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-919a4714-dcbf-4c45-9f98-cccd3d939979 req-17c7a035-4af0-4f6f-817b-9e88068bd260 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 210 time: 0.0283608 Jan 21 13:52:38.306903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 3388ca83-ec51-4aee-aede-a4637d3d327d up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:38.358975 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 3388ca83-ec51-4aee-aede-a4637d3d327d completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:52:38.362966 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 3388ca83-ec51-4aee-aede-a4637d3d327d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:38.363340 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:38.435385 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5033dbaf-82a9-4681-9592-44008c5a3610 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:38.436945 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5033dbaf-82a9-4681-9592-44008c5a3610 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 814 time: 0.1084254 Jan 21 13:52:38.447196 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 3388ca83-ec51-4aee-aede-a4637d3d327d is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:38.447589 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:38.452269 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-508e7c0c-2d90-4baa-b8d0-a109a3933239 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/quotas/f557e160058a4541b3abde466bd06c34 HTTP/1.1" status: 200 len: 375 time: 0.0099301 Jan 21 13:52:38.471087 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:38.473606 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228f401-dbdb-499e-9d30-a795c7fc1a08" -d '{"events": [{"server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "name": "network-vif-plugged", "status": "completed", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:38.486335 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=3388ca83-ec51-4aee-aede-a4637d3d327d,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:38.492145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:38.518506 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-92d98eb0-1fc7-497a-a463-6da9a9b34fb4 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603077 Jan 21 13:52:38.591571 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-8394dbbb-1117-4ba0-87b4-fa8c6a9e302b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:38.593455 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-8394dbbb-1117-4ba0-87b4-fa8c6a9e302b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1715515 Jan 21 13:52:38.600483 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7249042-a986-43d0-bb4b-204f485128cc x-openstack-request-id: req-a7249042-a986-43d0-bb4b-204f485128cc {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:38.600799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "name": "network-vif-plugged", "status": "completed", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:38.601055 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a7249042-a986-43d0-bb4b-204f485128cc {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:38.601450 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'code': 200} Jan 21 13:52:38.602116 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:38.644842 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-0d07c7d8-2f68-4236-80a6-e645d5da04f2 service neutron] 10.222.0.84 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124547 Jan 21 13:52:38.671477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.671841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.672192 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.672538 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.673518 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.673865 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.674202 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.674713 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.675054 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.675387 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.675714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.676038 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.676362 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:52:38.685902 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-696efe61-7a9d-4f9f-a343-9089bd725fe6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 380 time: 0.0797317 Jan 21 13:52:38.695028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'port': {'device_id': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'admin_state_up': True, 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'security_groups': ['f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:38.792376 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-e015c6e0-1fb3-4088-9a53-10627720e86a service neutron] 10.222.0.84 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417086 Jan 21 13:52:38.854673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eda149-3c5e-4013-bc3a-7dd143a0b1ba req-2ebb427a-f97b-4767-bd82-2573d4164f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:38.856406 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6eda149-3c5e-4013-bc3a-7dd143a0b1ba req-2ebb427a-f97b-4767-bd82-2573d4164f01 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 1098 time: 0.0645802 Jan 21 13:52:38.871344 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Made reservation on behalf of 6dacb89bfd7d4537a8b5b7bc98cf5d1b for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:38.874875 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:38.960012 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6eda149-3c5e-4013-bc3a-7dd143a0b1ba req-42f6d757-edbd-48c4-8735-e9e43321c0de service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958798 Jan 21 13:52:39.038733 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b1a7c-f4f4-4aff-80d0-583471d96058 req-ccb9725a-d9b2-4a6f-8b4e-9c6c9b1bb829 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:39.040245 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-971b1a7c-f4f4-4aff-80d0-583471d96058 req-ccb9725a-d9b2-4a6f-8b4e-9c6c9b1bb829 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0625713 Jan 21 13:52:39.043621 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.20.0.8 (885b2ee1-8e97-4170-97ad-c321e8aa6294/69c7c8d1-a1d0-4110-bc24-bc6ff946844f/50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:39.094955 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-971b1a7c-f4f4-4aff-80d0-583471d96058 req-cf5ce194-d497-4904-97ce-5b82bed0c62e tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Jan 21 13:52:39.206858 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9a91fdd7-8bc1-40da-a0c0-2c3642e527bc req-9cabf52f-837a-4f00-a869-b0f71df0aa7b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 210 time: 0.0302763 Jan 21 13:52:39.217510 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.269417 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.357988 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:39.362987 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:39.366808 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:39.369431 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:39.418663 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9862a-804d-4702-bc73-b26c5337c7e7 req-15dc9a73-6a97-4c4d-b4a6-734a18e864e4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:39.421418 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffd9862a-804d-4702-bc73-b26c5337c7e7 req-15dc9a73-6a97-4c4d-b4a6-734a18e864e4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 931 time: 0.1418028 Jan 21 13:52:39.438150 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:39.438809 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.476548 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-ffced8f0-a628-4024-a170-a4c306b52f36 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858596 Jan 21 13:52:39.497809 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffd9862a-804d-4702-bc73-b26c5337c7e7 req-a16d105c-bfdf-4dc6-8f46-189a91b98bef tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668275 Jan 21 13:52:39.503310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Request body: {'port': {'device_id': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:39.564821 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.665950 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-03ccff2a-6fe5-4abb-b75e-34f32123f233 None None] Provisioning complete for port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:39.666539 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-03ccff2a-6fe5-4abb-b75e-34f32123f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.703650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-03ccff2a-6fe5-4abb-b75e-34f32123f233 None None] Port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:52:39.822794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:39.830606 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks [] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.843630 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Transition to ACTIVE for port object 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:52:39.846885 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:39.898846 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Pushing event updated for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:40.009051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Attempting to bind port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:40.009391 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Attempting to bind port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:40.009724 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Attempting to bind port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:40.055475 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:52:40.056163 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Attempting to bind port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:40.067131 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:40.067477 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:40.067864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Bound using segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:40.068299 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Bound port: 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:40.068686 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:40.140259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-a6da8317-a435-43be-b3ae-a07eaa720ef8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.141790 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-a6da8317-a435-43be-b3ae-a07eaa720ef8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 814 time: 0.1803615 Jan 21 13:52:40.166537 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Request body: {'port': {'device_id': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141', 'admin_state_up': True, 'tenant_id': 'f557e160058a4541b3abde466bd06c34'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:40.201506 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:40.238708 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0b547-5de7-4d61-af58-c30ab74cc968 req-223c8672-fc4d-4fcd-becf-dd0a6fc0683b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.242527 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-78c0b547-5de7-4d61-af58-c30ab74cc968 req-223c8672-fc4d-4fcd-becf-dd0a6fc0683b tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Jan 21 13:52:40.250070 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:40.299342 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:40.303665 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-78c0b547-5de7-4d61-af58-c30ab74cc968 req-eeb27d00-eb77-4991-b396-d708a8150c2f tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512955 Jan 21 13:52:40.353929 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.354553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:40.355941 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] 10.222.0.107 "PUT /v2.0/ports/50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb HTTP/1.1" status: 200 len: 1093 time: 0.8567650 Jan 21 13:52:40.357586 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:40.359962 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c99025-cd55-4038-bdbc-ee8deac56b37" -d '{"events": [{"name": "network-changed", "server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:40.402490 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc536d76-0c1d-4994-b38e-c9de373c4f6f service neutron] Pushing event updated for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:40.408207 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Made reservation on behalf of f557e160058a4541b3abde466bd06c34 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:52:40.408447 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-705475af-b786-4ba7-8bb7-f1843760d074 req-941644e1-51d1-4e4e-a83a-ab6e397d0eb8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 210 time: 0.0387182 Jan 21 13:52:40.412170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:40.435114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f494f06-c891-4134-949e-acf982c6072d x-openstack-request-id: req-8f494f06-c891-4134-949e-acf982c6072d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:40.435528 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:40.435893 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f494f06-c891-4134-949e-acf982c6072d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:40.436409 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'status': 'completed', 'code': 200} Jan 21 13:52:40.531741 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-262e7faf-df73-4657-b4fa-9c8cbdc34fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.533455 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-262e7faf-df73-4657-b4fa-9c8cbdc34fb4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 1096 time: 0.0957406 Jan 21 13:52:40.611073 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-7dc4610c-2c57-4058-b699-00bed8458762 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb HTTP/1.1" status: 200 len: 217 time: 0.0481603 Jan 21 13:52:40.624395 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9498b4-a147-4295-a6b3-01bb14b0b1ba req-f9e3f63d-33a7-462c-9b7b-05c26c8d898c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.626115 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7c9498b4-a147-4295-a6b3-01bb14b0b1ba req-f9e3f63d-33a7-462c-9b7b-05c26c8d898c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0503323 Jan 21 13:52:40.656691 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Allocated IP 172.20.0.14 (e3dbfaec-8cf8-41d4-873a-645beebf0141/8385f8e8-036c-495f-9955-39ff7c0de3d5/70597764-bc7e-41c2-b76d-a135aaa88df6) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:40.679651 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-bf10e809-75db-4f3f-8312-4c51d6b1e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:40.681200 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-bf10e809-75db-4f3f-8312-4c51d6b1e303 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0631509 Jan 21 13:52:40.685001 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7c9498b4-a147-4295-a6b3-01bb14b0b1ba req-a2231c76-f52f-48b7-b462-c8624c947372 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524969 Jan 21 13:52:41.015186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-1f8a5f7b-4258-42e7-8ce5-a150a8eeaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.016750 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-1f8a5f7b-4258-42e7-8ce5-a150a8eeaf7a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3248696 Jan 21 13:52:41.144883 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks [] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.164206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-3c3f38cb-eaee-4d3d-b4f7-edc6e230baae service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 Jan 21 13:52:41.229804 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.238926 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.299365 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Network e3dbfaec-8cf8-41d4-873a-645beebf0141 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:41.310794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:41.313979 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Pushing event updated for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:41.316379 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:41.321800 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70356873-ad51-4716-93e4-09f8c8f3d998 req-518fffcb-a51f-4da7-8272-fad3ce97d397 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482992 Jan 21 13:52:41.340171 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ea7859e-f3a5-4de6-b0e9-24511da52f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.373120 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.373518 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.422772 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-d46ab694-7919-4a68-9af6-7e83c6ec66c0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2602918 Jan 21 13:52:41.444219 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Request body: {'port': {'device_id': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:41.485453 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-65eb480b-6af7-47d9-87f9-42c371cc9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.486986 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-65eb480b-6af7-47d9-87f9-42c371cc9e52 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 1096 time: 0.1044436 Jan 21 13:52:41.520307 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4d01-a365-417a-b217-9f5230807769 req-35e55778-8ec7-4946-9a08-5c87df1b3948 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.521799 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba1a4d01-a365-417a-b217-9f5230807769 req-35e55778-8ec7-4946-9a08-5c87df1b3948 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.1278605 Jan 21 13:52:41.552076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.592435 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed6f9e-2833-47d3-89b3-c16287ad059a req-2916d668-47b4-41fa-a4aa-e7d6b40382d8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.594090 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8aed6f9e-2833-47d3-89b3-c16287ad059a req-2916d668-47b4-41fa-a4aa-e7d6b40382d8 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 932 time: 0.0489795 Jan 21 13:52:41.641291 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8aed6f9e-2833-47d3-89b3-c16287ad059a req-1a32edb9-23c5-4a22-9b96-251622885087 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Jan 21 13:52:41.675671 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba1a4d01-a365-417a-b217-9f5230807769 req-e6fff475-ae20-418a-8a20-19bf4b89b4f5 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420505 Jan 21 13:52:41.749478 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-5699064c-7aec-4517-ba0d-4b62b143c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.750962 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-5699064c-7aec-4517-ba0d-4b62b143c844 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.2393453 Jan 21 13:52:41.797392 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275158b-fb11-4706-af4e-0f6a16e1b077 req-3a88a201-1cad-4f10-883f-53588b66c418 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.798926 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c275158b-fb11-4706-af4e-0f6a16e1b077 req-3a88a201-1cad-4f10-883f-53588b66c418 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0558538 Jan 21 13:52:41.808238 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47614) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:41.813445 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Request body: {'floatingip': {'port_id': '3388ca83-ec51-4aee-aede-a4637d3d327d'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:41.822664 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-ab441e6e-db14-42cc-8846-9cac4bd96548 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb HTTP/1.1" status: 200 len: 217 time: 0.0644400 Jan 21 13:52:41.856904 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:41.927767 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c58911-c7b6-434d-9145-e5c397ee413d req-50815b31-7f42-46cc-a5f4-88560dd100a1 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.929198 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-57c58911-c7b6-434d-9145-e5c397ee413d req-50815b31-7f42-46cc-a5f4-88560dd100a1 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.1749327 Jan 21 13:52:41.947557 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-98d8f37a-5581-435f-8e93-c3e886bd1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:41.949007 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-98d8f37a-5581-435f-8e93-c3e886bd1678 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.1143594 Jan 21 13:52:42.045672 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-57c58911-c7b6-434d-9145-e5c397ee413d req-818fdcc0-d1db-4579-be63-da9ba97ad125 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076443 Jan 21 13:52:42.078065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-51bb9191-4261-4cbf-b84d-d29168a65074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:42.078065 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-51bb9191-4261-4cbf-b84d-d29168a65074 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138268 Jan 21 13:52:42.108920 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70597764-bc7e-41c2-b76d-a135aaa88df6 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:42.123197 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks [] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.167050 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Transition to ACTIVE for port object 70597764-bc7e-41c2-b76d-a135aaa88df6 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:52:42.173587 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.238861 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-e1832138-8e4e-4e68-8fc0-1898817bba5f service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510496 Jan 21 13:52:42.245232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Pushing event updated for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:42.391378 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Attempting to bind port 70597764-bc7e-41c2-b76d-a135aaa88df6 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:52:42.391714 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Attempting to bind port 70597764-bc7e-41c2-b76d-a135aaa88df6 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:52:42.392040 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Attempting to bind port 70597764-bc7e-41c2-b76d-a135aaa88df6 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:42.399094 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16c99025-cd55-4038-bdbc-ee8deac56b37 req-83aba92b-412b-4efc-aaba-966af76079b2 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493938 Jan 21 13:52:42.399834 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Port 70597764-bc7e-41c2-b76d-a135aaa88df6 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:52:42.400173 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Attempting to bind port 70597764-bc7e-41c2-b76d-a135aaa88df6 on network e3dbfaec-8cf8-41d4-873a-645beebf0141 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:52:42.406220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:52:42.406835 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Checking segment: {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:52:42.407216 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Bound using segment: {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:52:42.407647 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Bound port: 70597764-bc7e-41c2-b76d-a135aaa88df6, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de80bce-8675-434a-99e4-b6b550600457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:52:42.408000 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.472988 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:52:42.476511 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=70597764-bc7e-41c2-b76d-a135aaa88df6,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:52:42.480773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.514922 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:42.515480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.516901 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] 10.222.0.107 "PUT /v2.0/ports/70597764-bc7e-41c2-b76d-a135aaa88df6 HTTP/1.1" status: 200 len: 1094 time: 1.0800135 Jan 21 13:52:42.519392 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:42.522713 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea483080-b31c-43a9-b63f-45947d1ed0df" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:42.552121 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43123-4896-4df0-ac6c-c5e42802f2be service neutron] Pushing event updated for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:42.565637 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.570455 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:42.594795 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19119382-19f8-45e7-be8c-6692fed768e6 x-openstack-request-id: req-19119382-19f8-45e7-be8c-6692fed768e6 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:42.595112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:42.595352 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19119382-19f8-45e7-be8c-6692fed768e6 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:42.595741 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6', 'status': 'completed', 'code': 200} Jan 21 13:52:42.611562 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-1783fed6-adda-4f47-aedf-515525c435e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:42.613218 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-1783fed6-adda-4f47-aedf-515525c435e9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 1097 time: 0.0501564 Jan 21 13:52:42.655308 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-462951a9-b0cd-474d-afa5-923fa4e24bdf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70597764-bc7e-41c2-b76d-a135aaa88df6 HTTP/1.1" status: 200 len: 217 time: 0.0352571 Jan 21 13:52:42.680732 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Floating IP 76643368-1dab-41e8-b8b0-14093712e1c3 associated. External IP: 172.27.3.205, port: 3388ca83-ec51-4aee-aede-a4637d3d327d. Jan 21 13:52:42.705121 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-b4cda922-3386-4731-aa7b-c3aab36732b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:42.706610 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-b4cda922-3386-4731-aa7b-c3aab36732b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8385f8e8-036c-495f-9955-39ff7c0de3d5 HTTP/1.1" status: 200 len: 854 time: 0.0449667 Jan 21 13:52:42.745444 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-743ad1a1-7437-4a49-a152-aa5fd5dffba5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3dbfaec-8cf8-41d4-873a-645beebf0141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326021 Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.834231 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d758f-a727-4782-b14e-91cc246b1393 req-d527177c-2b00-4768-86b9-3fa58685f9d0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:42.837108 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-035d758f-a727-4782-b14e-91cc246b1393 req-d527177c-2b00-4768-86b9-3fa58685f9d0 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 944 time: 0.1153431 Jan 21 13:52:42.881332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-769cb3f0-a548-4a31-a2f0-f0fdd2d7b8ed service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194768 Jan 21 13:52:42.886392 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:52:42.929886 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-035d758f-a727-4782-b14e-91cc246b1393 req-94787c58-4a18-4aac-819a-0dd6f755571b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846860 Jan 21 13:52:42.988464 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39cd82b3-b0cd-4591-8320-c54c6d0db0e9 req-2c870bd2-b223-41bf-8d8d-c5106a29ebc5 service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993311 Jan 21 13:52:42.997271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:43.001986 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:43.007324 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:43.019844 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:43.020739 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:43.033938 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e8f12db2-8f3b-4cc8-bb1f-c8343a4fc2cc tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "PUT /v2.0/floatingips/76643368-1dab-41e8-b8b0-14093712e1c3 HTTP/1.1" status: 200 len: 991 time: 1.2246175 Jan 21 13:52:43.034804 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:43.037563 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:43.083722 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-79c19049-7728-4e3d-aa8e-e6af8f3eac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.085374 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-79c19049-7728-4e3d-aa8e-e6af8f3eac30 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f557e160058a4541b3abde466bd06c34&device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 1097 time: 0.0495312 Jan 21 13:52:43.156309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e9a58-94a6-4177-8de2-9a2925d9f4fc x-openstack-request-id: req-6e2e9a58-94a6-4177-8de2-9a2925d9f4fc {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:43.156599 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:43.156877 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e2e9a58-94a6-4177-8de2-9a2925d9f4fc {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:43.157294 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'status': 'completed', 'code': 200} Jan 21 13:52:43.160850 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:43.202807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-c5a2f763-b454-4014-80c3-90943e49d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.204265 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-c5a2f763-b454-4014-80c3-90943e49d6be service neutron] 10.222.0.107 "GET /v2.0/networks?id=e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 200 len: 915 time: 0.1110094 Jan 21 13:52:43.255756 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-71c852d6-e267-4992-8669-ab82dff72457 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70597764-bc7e-41c2-b76d-a135aaa88df6 HTTP/1.1" status: 200 len: 217 time: 0.0373728 Jan 21 13:52:43.257596 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc23c1-54fe-4936-a643-5b2f7f4c6d50 req-3763a2c9-3f18-411f-b261-d19998bba060 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.259106 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-87dc23c1-54fe-4936-a643-5b2f7f4c6d50 req-3763a2c9-3f18-411f-b261-d19998bba060 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0579004 Jan 21 13:52:43.296192 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-929db31c-cafe-4ace-afbe-9d0463d270d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.297797 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-929db31c-cafe-4ace-afbe-9d0463d270d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 1098 time: 0.1062663 Jan 21 13:52:43.312846 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-87dc23c1-54fe-4936-a643-5b2f7f4c6d50 req-3a49ec7c-d557-493f-bc5d-e7bde5bbf089 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Jan 21 13:52:43.338665 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-8730b15b-3ef0-4004-a62c-e98069f4c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.338665 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-8730b15b-3ef0-4004-a62c-e98069f4c106 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=8385f8e8-036c-495f-9955-39ff7c0de3d5 HTTP/1.1" status: 200 len: 854 time: 0.0728574 Jan 21 13:52:43.351296 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a2025ce9-8706-47f3-ba31-1ede26be74a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:43.402173 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-248fa910-a213-4ec5-8cae-66dde1681b0b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3dbfaec-8cf8-41d4-873a-645beebf0141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555167 Jan 21 13:52:43.415738 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '76643368-1dab-41e8-b8b0-14093712e1c3', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:6d:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e22ef-2339-49fb-9f7f-3568a327b764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:27Z', 'updated_at': '2022-01-21T13:52:42Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:43.443050 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:43.453179 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:43.453797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:43.479420 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-04e6344c-df1d-4fe5-b8cd-e6d40771bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.481442 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-04e6344c-df1d-4fe5-b8cd-e6d40771bffe service neutron] 10.222.0.107 "GET /v2.0/networks?id=257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 200 len: 911 time: 0.1755304 Jan 21 13:52:43.555832 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-454a9a45-3368-4d4c-9c78-08f2a73c2d8b service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453028 Jan 21 13:52:43.559653 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:43.563993 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-6f5dfe83-4258-49d8-a6e6-7bb65386a213 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3388ca83-ec51-4aee-aede-a4637d3d327d HTTP/1.1" status: 200 len: 999 time: 0.0765986 Jan 21 13:52:43.662398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-7e2318f9-e0cf-435a-8b0c-ea888f09a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.663834 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-7e2318f9-e0cf-435a-8b0c-ea888f09a154 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 200 len: 849 time: 0.0922835 Jan 21 13:52:43.797070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '76643368-1dab-41e8-b8b0-14093712e1c3', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:6d:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e22ef-2339-49fb-9f7f-3568a327b764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:27Z', 'updated_at': '2022-01-21T13:52:42Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:43.824513 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14895c08-42f8-444b-8d11-3139ea4b7baf None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '76643368-1dab-41e8-b8b0-14093712e1c3', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'port_id': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'mac_address': 'fa:16:3e:6d:ff:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e22ef-2339-49fb-9f7f-3568a327b764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:27Z', 'updated_at': '2022-01-21T13:52:42Z', 'revision_number': 1, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:43.940568 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea483080-b31c-43a9-b63f-45947d1ed0df req-c1a8c618-8779-435b-a1ce-f9b714502e8f service neutron] 10.222.0.107 "GET /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756490 Jan 21 13:52:43.955808 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-e25a9e1d-5375-41f9-9bef-fb4a4372028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:43.957583 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-e25a9e1d-5375-41f9-9bef-fb4a4372028a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=257b1f17-c2c3-4ac6-a932-3ddca797ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856753 Jan 21 13:52:44.033790 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a064800b-1c31-4df6-ad07-d70bf66af41b None None] New status for floating IP 76643368-1dab-41e8-b8b0-14093712e1c3: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:52:44.051182 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b998ff4-1e47-439c-9971-704fc1042595 req-8d57029e-944d-4ac2-bd97-cddda3a8426e tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:44.052772 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b998ff4-1e47-439c-9971-704fc1042595 req-8d57029e-944d-4ac2-bd97-cddda3a8426e tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 944 time: 0.0507991 Jan 21 13:52:44.063401 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-5a8d5298-9ad1-4277-bc36-fc4962586fa1 service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963633 Jan 21 13:52:44.101423 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b998ff4-1e47-439c-9971-704fc1042595 req-d7989575-772f-400b-9b7c-110e9b5c0373 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jan 21 13:52:44.169559 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6666a76a-33cb-438e-a8ec-4bed92b9fb6b req-8fac5cf3-1207-4dfc-8afa-82ab78dc17ac service neutron] 10.222.0.107 "GET /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995624 Jan 21 13:52:44.306272 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 70597764-bc7e-41c2-b76d-a135aaa88df6 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:52:44.404423 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=70597764-bc7e-41c2-b76d-a135aaa88df6,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:44.415745 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '70597764-bc7e-41c2-b76d-a135aaa88df6', 'network_id': 'e3dbfaec-8cf8-41d4-873a-645beebf0141', 'port_id': '70597764-bc7e-41c2-b76d-a135aaa88df6', 'mac_address': 'fa:16:3e:d0:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8385f8e8-036c-495f-9955-39ff7c0de3d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:52:44.435874 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759cba2-e8bc-4ca7-a4be-b80a18bfad58 req-ef0fff42-d2e0-44fc-a060-fbb11afa487c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:44.437415 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4759cba2-e8bc-4ca7-a4be-b80a18bfad58 req-ef0fff42-d2e0-44fc-a060-fbb11afa487c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0527914 Jan 21 13:52:44.453295 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 70597764-bc7e-41c2-b76d-a135aaa88df6 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:44.453694 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:44.466790 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70597764-bc7e-41c2-b76d-a135aaa88df6 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:44.486100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=70597764-bc7e-41c2-b76d-a135aaa88df6,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:44.486367 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4759cba2-e8bc-4ca7-a4be-b80a18bfad58 req-78478aae-2c44-4186-9ba6-4bd11f7134fe tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Jan 21 13:52:44.490844 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:44.537986 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:44.746170 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['70597764-bc7e-41c2-b76d-a135aaa88df6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:52:45.030126 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:45.216765 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8693-6f51-48d6-beed-fb1cc3a8475c req-05f3c42a-8b77-473d-93f7-2e1ee342c93f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:45.218228 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7def8693-6f51-48d6-beed-fb1cc3a8475c req-05f3c42a-8b77-473d-93f7-2e1ee342c93f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 945 time: 0.0479655 Jan 21 13:52:45.265966 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7def8693-6f51-48d6-beed-fb1cc3a8475c req-18bb042b-06e7-4b2a-b0b5-7711559f5abb tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Jan 21 13:52:45.599829 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd482fa-0715-409c-8e7a-2176a094ac31 req-420ec7c8-79ea-4449-a99d-aceb44f48277 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:45.601231 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bd482fa-0715-409c-8e7a-2176a094ac31 req-420ec7c8-79ea-4449-a99d-aceb44f48277 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0486243 Jan 21 13:52:45.653613 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6bd482fa-0715-409c-8e7a-2176a094ac31 req-54a85dd4-0c9b-4911-8627-b95a4bd483eb tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461137 Jan 21 13:52:46.323984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 70597764-bc7e-41c2-b76d-a135aaa88df6 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:46.374951 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 70597764-bc7e-41c2-b76d-a135aaa88df6 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:52:46.379288 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 70597764-bc7e-41c2-b76d-a135aaa88df6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:46.379687 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:46.385538 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17dd5-2f6b-4bab-9367-a4ccd0dea473 req-f2a31fe6-1435-483d-9175-f419d0438148 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:46.387094 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2fb17dd5-2f6b-4bab-9367-a4ccd0dea473 req-f2a31fe6-1435-483d-9175-f419d0438148 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 945 time: 0.0526512 Jan 21 13:52:46.436036 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2fb17dd5-2f6b-4bab-9367-a4ccd0dea473 req-59d4521d-a98d-47df-859e-a4e0da3964ba tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Jan 21 13:52:46.458651 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 70597764-bc7e-41c2-b76d-a135aaa88df6 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:46.459039 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:46.480282 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:46.483140 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd6575-abaa-4638-90b8-19fc5c0616c0" -d '{"events": [{"server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "name": "network-vif-plugged", "status": "completed", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:46.494739 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=70597764-bc7e-41c2-b76d-a135aaa88df6,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:46.506263 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:46.531736 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91c7e3a-4f26-4cd3-9e75-ec1bde811bf7 x-openstack-request-id: req-b91c7e3a-4f26-4cd3-9e75-ec1bde811bf7 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:46.532020 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "name": "network-vif-plugged", "status": "completed", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:46.532271 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b91c7e3a-4f26-4cd3-9e75-ec1bde811bf7 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:46.532678 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6', 'code': 200} Jan 21 13:52:46.535309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:46.561806 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:46.690225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723ce52-d8a9-4363-96c9-9030fa8ad5d8 req-15fb18b4-a61a-4eaf-816f-01c065d1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:46.691747 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1723ce52-d8a9-4363-96c9-9030fa8ad5d8 req-15fb18b4-a61a-4eaf-816f-01c065d1e8ec service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 1099 time: 0.0422201 Jan 21 13:52:46.739318 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1723ce52-d8a9-4363-96c9-9030fa8ad5d8 req-005276b8-a264-4278-b4cd-578473f6030b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Jan 21 13:52:46.915744 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9447-fa1e-4665-9c03-7aae2b8695d7 req-78f2f6c4-c421-4062-99b7-afbb6735de51 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:46.917244 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-015a9447-fa1e-4665-9c03-7aae2b8695d7 req-78f2f6c4-c421-4062-99b7-afbb6735de51 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0486252 Jan 21 13:52:46.966539 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-015a9447-fa1e-4665-9c03-7aae2b8695d7 req-00a0ff20-8bd7-4358-976d-6e60207e284a tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Jan 21 13:52:47.550344 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca01bb-dec4-45f7-acc8-110c51fe1f1a req-7bdc82c5-2c53-41b9-9bae-8dcc2b6ce3a9 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:47.551807 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59ca01bb-dec4-45f7-acc8-110c51fe1f1a req-7bdc82c5-2c53-41b9-9bae-8dcc2b6ce3a9 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 946 time: 0.0486550 Jan 21 13:52:47.601641 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59ca01bb-dec4-45f7-acc8-110c51fe1f1a req-d3a2ce55-6ea8-494b-a701-31480ccc52c1 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Jan 21 13:52:47.667579 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:48.086842 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed34af-4ec9-43ad-8fa5-fe14603325a4 req-639c7bd3-3675-406a-ad7a-e97ede41db50 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:48.088503 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1ed34af-4ec9-43ad-8fa5-fe14603325a4 req-639c7bd3-3675-406a-ad7a-e97ede41db50 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 943 time: 0.0535693 Jan 21 13:52:48.140682 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1ed34af-4ec9-43ad-8fa5-fe14603325a4 req-c7a8980f-b277-4ec4-80e6-89faf0825b9f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Jan 21 13:52:48.336055 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:52:48.552675 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:48.562764 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'port_id': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'mac_address': 'fa:16:3e:9e:65:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:52:48.599589 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:48.599915 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:48.615874 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:52:48.636775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:48.641208 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:48.691828 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:48.716899 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c07e-b43d-4cc4-8cdf-845247101352 req-c99bd5eb-6d99-45ab-8a7f-5fbade20e75b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:48.718383 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f2e4c07e-b43d-4cc4-8cdf-845247101352 req-c99bd5eb-6d99-45ab-8a7f-5fbade20e75b tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 946 time: 0.0508437 Jan 21 13:52:48.766118 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f2e4c07e-b43d-4cc4-8cdf-845247101352 req-54a214a5-1f1b-48d5-ad89-fd2e6b879fbf tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Jan 21 13:52:48.886359 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:52:49.262886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9f442-7f7f-4901-974b-4f8c070c8832 req-d77169fc-56d8-4f68-bf8b-09cad5c3d873 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:49.264019 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-04a9f442-7f7f-4901-974b-4f8c070c8832 req-d77169fc-56d8-4f68-bf8b-09cad5c3d873 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 944 time: 0.0478575 Jan 21 13:52:49.312889 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-04a9f442-7f7f-4901-974b-4f8c070c8832 req-2bb1d217-beb7-4372-af2f-971c2cc6662d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Jan 21 13:52:50.344545 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:52:50.399068 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:52:50.403712 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:52:50.404094 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:50.437439 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576372c-67a7-4898-b185-aecde297a97c req-b668c5dd-1029-4c4d-b0e1-88ae0a7c69cc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:50.439058 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0576372c-67a7-4898-b185-aecde297a97c req-b668c5dd-1029-4c4d-b0e1-88ae0a7c69cc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 944 time: 0.0501161 Jan 21 13:52:50.483215 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:52:50.483602 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:50.491760 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0576372c-67a7-4898-b185-aecde297a97c req-889c0d55-edfc-48ab-9f71-7aef982c316b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472226 Jan 21 13:52:50.506292 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:50.508494 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60c690-8aad-4179-b82e-b6875e088442" -d '{"events": [{"server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "name": "network-vif-plugged", "status": "completed", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:50.520454 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:52:50.524504 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:50.548726 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b53e16e-66bc-4c32-ac9b-457eeddf4ff6 x-openstack-request-id: req-7b53e16e-66bc-4c32-ac9b-457eeddf4ff6 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:50.549024 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "name": "network-vif-plugged", "status": "completed", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:50.549281 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b53e16e-66bc-4c32-ac9b-457eeddf4ff6 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:50.549679 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'code': 200} Jan 21 13:52:50.576069 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:50.780893 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067d384-7489-4a71-a023-52c2fa264945 req-979cf218-ff3d-49ce-b37e-7fcf7b61b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:50.782362 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0067d384-7489-4a71-a023-52c2fa264945 req-979cf218-ff3d-49ce-b37e-7fcf7b61b332 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 1098 time: 0.0408521 Jan 21 13:52:50.826757 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0067d384-7489-4a71-a023-52c2fa264945 req-0527b625-853c-49d0-a6aa-4d50cc6153e0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385818 Jan 21 13:52:51.611897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302fa-40e8-4a70-9fa6-ceefbe572a96 req-e1df7b76-f0e1-433b-a3ec-34eb8cd27c40 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:51.613623 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fdc302fa-40e8-4a70-9fa6-ceefbe572a96 req-e1df7b76-f0e1-433b-a3ec-34eb8cd27c40 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0539157 Jan 21 13:52:51.665500 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fdc302fa-40e8-4a70-9fa6-ceefbe572a96 req-848e1147-9a90-449b-b675-c3444ab6fd6f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Jan 21 13:52:52.781281 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43124-de53-48c2-89ee-e993960e11c5 req-a1c23933-09f8-47b5-828f-0da6bf4be910 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:52.782749 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7bd43124-de53-48c2-89ee-e993960e11c5 req-a1c23933-09f8-47b5-828f-0da6bf4be910 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Jan 21 13:52:52.829923 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7bd43124-de53-48c2-89ee-e993960e11c5 req-13b0cc4b-3f07-458c-88bc-e8a56da6ab0f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Jan 21 13:52:52.946830 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d5b1-6233-49e5-b42d-5899f7ecd077 req-05b5f556-a936-461d-b9e9-61a0d2249220 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:52.948627 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9450d5b1-6233-49e5-b42d-5899f7ecd077 req-05b5f556-a936-461d-b9e9-61a0d2249220 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Jan 21 13:52:52.997266 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9450d5b1-6233-49e5-b42d-5899f7ecd077 req-5389f4c3-4609-4901-9b10-2369b7e790be tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Jan 21 13:52:53.018923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 47724) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:53.101531 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb5914-aa0c-4593-9e2e-79248a83e25d tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:53.103028 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-03fb5914-aa0c-4593-9e2e-79248a83e25d tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 1093 time: 0.0831010 Jan 21 13:52:53.106289 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 47728) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:52:53.111001 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'port_id': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:52:53.134888 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:53.230508 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:53.337501 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.27.3.9 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/657cd909-79ee-438a-8faf-31ecc1e2b59b) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:52:53.435766 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:53.475159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:53.514716 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:52:53.517436 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:52:53.522864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:52:53.551500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=657cd909-79ee-438a-8faf-31ecc1e2b59b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:53.890854 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (c34f93da-b338-4b38-93ed-52745f290040), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:53.988799 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:54.037910 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2706e-aeb7-4e9b-82cb-f2f496d57028 req-1a0a898c-e71e-454e-a6fe-eb317455f052 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:54.039447 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2b2706e-aeb7-4e9b-82cb-f2f496d57028 req-1a0a898c-e71e-454e-a6fe-eb317455f052 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0990674 Jan 21 13:52:54.141992 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2b2706e-aeb7-4e9b-82cb-f2f496d57028 req-9bbcca47-1ba1-44ea-b317-b8a4954bddcf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952055 Jan 21 13:52:54.189021 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:54.193537 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:54.266965 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=657cd909-79ee-438a-8faf-31ecc1e2b59b,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:52:54.277600 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (c34f93da-b338-4b38-93ed-52745f290040), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:54.378354 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP c34f93da-b338-4b38-93ed-52745f290040 associated. External IP: 172.27.3.9, port: 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb. Jan 21 13:52:54.578540 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:52:54.684634 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:52:54.694274 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:52:54.702860 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:52:54.705183 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:54.705799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:54.744950 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a39ee38e-92e6-45ab-92be-5a5c0819e5b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6262434 Jan 21 13:52:54.744950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:52:54.744950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0687c26-f7e9-4871-9bc8-3db496800c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:52:54.772768 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a4747-a91b-451d-9c10-fb6910a61d9f x-openstack-request-id: req-988a4747-a91b-451d-9c10-fb6910a61d9f {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:52:54.773061 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:52:54.773315 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-988a4747-a91b-451d-9c10-fb6910a61d9f {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:52:54.773723 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'status': 'completed', 'code': 200} Jan 21 13:52:54.815981 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:54.845518 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-6a4b3c25-e562-4c06-8bbd-10589b8b3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:54.847249 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-6a4b3c25-e562-4c06-8bbd-10589b8b3eba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 1098 time: 0.0407743 Jan 21 13:52:54.937516 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-8aa5e8f9-5878-4145-a231-c6b8b11eef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:54.939002 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-8aa5e8f9-5878-4145-a231-c6b8b11eef77 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0859983 Jan 21 13:52:55.010324 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-1c96ba68-416c-411e-939f-26ec70137380 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb HTTP/1.1" status: 200 len: 997 time: 0.0642653 Jan 21 13:52:55.053034 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'c34f93da-b338-4b38-93ed-52745f290040', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:9e:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:53Z', 'updated_at': '2022-01-21T13:52:53Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:55.064232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-820c22e6-f8bb-4a64-8532-249b81ea56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:55.065890 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-820c22e6-f8bb-4a64-8532-249b81ea56e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0460439 Jan 21 13:52:55.087028 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:52:55.099290 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:52:55.099832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:52:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:55.131539 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-e3379b2e-83dc-4126-b894-95de6a67aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:55.133440 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-e3379b2e-83dc-4126-b894-95de6a67aeed service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517287 Jan 21 13:52:55.235568 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:52:55.267171 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-b99dc902-8d3c-4948-9ca6-abaa55632cd5 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111095 Jan 21 13:52:55.279064 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7932e2-8bac-41ea-91a8-bbcbf165ecd7 req-8ba109b0-21e7-4803-a12d-27f413f1375a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:55.281338 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bc7932e2-8bac-41ea-91a8-bbcbf165ecd7 req-8ba109b0-21e7-4803-a12d-27f413f1375a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Jan 21 13:52:55.341243 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bc7932e2-8bac-41ea-91a8-bbcbf165ecd7 req-5e12ff09-6a78-444e-9f2e-cb294822dd4b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539300 Jan 21 13:52:55.383789 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0687c26-f7e9-4871-9bc8-3db496800c4e req-3b9e660a-db8c-426d-a5ae-12c7aee8cfd4 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097941 Jan 21 13:52:55.512635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'c34f93da-b338-4b38-93ed-52745f290040', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:9e:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:53Z', 'updated_at': '2022-01-21T13:52:53Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:52:55.541995 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6532f2ce-4364-4433-a3b8-48fe43af04b0 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': 'c34f93da-b338-4b38-93ed-52745f290040', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:9e:65:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:52:53Z', 'updated_at': '2022-01-21T13:52:53Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:52:55.737455 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58135531-b91c-4258-a773-1f2d8e2ed50a None None] New status for floating IP c34f93da-b338-4b38-93ed-52745f290040: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:52:56.458754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b526ee-feb6-4980-ab5b-55e07a239d37 req-c32ee1e5-5e7c-4a99-b0b9-fc1b554e842b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:56.460278 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d4b526ee-feb6-4980-ab5b-55e07a239d37 req-c32ee1e5-5e7c-4a99-b0b9-fc1b554e842b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Jan 21 13:52:56.507235 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d4b526ee-feb6-4980-ab5b-55e07a239d37 req-c6da8f76-ecdb-4363-aac1-5570fb96846a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Jan 21 13:52:57.418444 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea850c9-8dd5-4c7b-ac53-13da2382ed61 req-497e45fc-a71f-43ca-9e9b-f4e043b221ff tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:57.419490 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aea850c9-8dd5-4c7b-ac53-13da2382ed61 req-497e45fc-a71f-43ca-9e9b-f4e043b221ff tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0530071 Jan 21 13:52:57.467289 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aea850c9-8dd5-4c7b-ac53-13da2382ed61 req-c0725dc9-0799-4351-94a4-3dfaff084b41 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jan 21 13:52:57.623933 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc86a5e-e784-46d8-9f8f-a214e35dd61e req-5ece0e29-efa2-4b16-8b1d-db1786bf9415 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:57.625449 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1bc86a5e-e784-46d8-9f8f-a214e35dd61e req-5ece0e29-efa2-4b16-8b1d-db1786bf9415 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0483406 Jan 21 13:52:57.673051 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1bc86a5e-e784-46d8-9f8f-a214e35dd61e req-4fb2860d-105e-4efb-a489-bfee8b172e45 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420232 Jan 21 13:52:58.584443 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b110302-cac5-4982-91a9-f80f8c39715c req-886d1b6f-255b-48f7-bf48-a048f0c60cb8 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:58.585940 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b110302-cac5-4982-91a9-f80f8c39715c req-886d1b6f-255b-48f7-bf48-a048f0c60cb8 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Jan 21 13:52:58.635042 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b110302-cac5-4982-91a9-f80f8c39715c req-ac39642d-a0cb-4649-9cec-2c83922032cc tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Jan 21 13:52:58.790077 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa695-0bf0-463e-90e3-51979f749a75 req-c9282acb-54df-4191-85fc-033bc016c96f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:58.791434 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c1fa695-0bf0-463e-90e3-51979f749a75 req-c9282acb-54df-4191-85fc-033bc016c96f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0495923 Jan 21 13:52:58.837013 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c1fa695-0bf0-463e-90e3-51979f749a75 req-06d44d12-9782-4a24-9acd-55b1a9bf9523 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391178 Jan 21 13:52:59.755709 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc7b77-835b-48a0-8610-c5d157f37509 req-3403ea67-99bd-4863-b3df-a369683c848a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:59.757272 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fc7b77-835b-48a0-8610-c5d157f37509 req-3403ea67-99bd-4863-b3df-a369683c848a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Jan 21 13:52:59.811210 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fc7b77-835b-48a0-8610-c5d157f37509 req-a3d93f57-6f4f-42ac-bdcf-a4163010a3cf tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482922 Jan 21 13:52:59.958416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963fbd-5702-49d6-b0ae-7f455d2aa282 req-86f97a1b-4adb-447b-a7be-d849e4f50ee6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:52:59.959799 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e4963fbd-5702-49d6-b0ae-7f455d2aa282 req-86f97a1b-4adb-447b-a7be-d849e4f50ee6 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Jan 21 13:53:00.008248 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e4963fbd-5702-49d6-b0ae-7f455d2aa282 req-b32d468e-8ea9-48d4-8513-36a542aae389 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Jan 21 13:53:00.950425 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dc23d-fff2-4cd2-84e4-9544141eed39 req-26ac3a0d-0812-4ddc-8dcd-66e1810f23ac tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:00.951811 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f03dc23d-fff2-4cd2-84e4-9544141eed39 req-26ac3a0d-0812-4ddc-8dcd-66e1810f23ac tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0500154 Jan 21 13:53:01.002690 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f03dc23d-fff2-4cd2-84e4-9544141eed39 req-4dd776ed-13a0-4434-bf5c-7412e88fa8ce tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453703 Jan 21 13:53:01.128439 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149f12-b40b-4251-9b86-ececdaa6b1c6 req-7987f37b-3e96-44c8-aaa5-3f21a183c82e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:01.129947 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd149f12-b40b-4251-9b86-ececdaa6b1c6 req-7987f37b-3e96-44c8-aaa5-3f21a183c82e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Jan 21 13:53:01.177086 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd149f12-b40b-4251-9b86-ececdaa6b1c6 req-0b7a71c8-472c-4e42-8730-35c190612738 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Jan 21 13:53:01.647652 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:53:02.121043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334fcce-3d80-4cc3-a4e2-8f37f31be766 req-f669917f-cdef-48cc-8235-c50ed929afd0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:02.122784 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8334fcce-3d80-4cc3-a4e2-8f37f31be766 req-f669917f-cdef-48cc-8235-c50ed929afd0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Jan 21 13:53:02.170482 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8334fcce-3d80-4cc3-a4e2-8f37f31be766 req-12c0b6df-3708-4822-9415-f096762f2525 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Jan 21 13:53:02.301751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02736439-4bc5-4b9c-8cd6-9c666ed3b098 req-3a51c4f0-35de-4020-a3b7-f9d314e1bd50 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:02.303210 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02736439-4bc5-4b9c-8cd6-9c666ed3b098 req-3a51c4f0-35de-4020-a3b7-f9d314e1bd50 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Jan 21 13:53:02.359827 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02736439-4bc5-4b9c-8cd6-9c666ed3b098 req-30f51e6c-ba64-4851-9e9c-3536837b632c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512724 Jan 21 13:53:03.283276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471cb2-7f81-4a61-85d2-861e8286e460 req-0eec1c48-c922-488f-8669-b1c5a553ac53 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:03.284755 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-95471cb2-7f81-4a61-85d2-861e8286e460 req-0eec1c48-c922-488f-8669-b1c5a553ac53 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Jan 21 13:53:03.333443 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-95471cb2-7f81-4a61-85d2-861e8286e460 req-1b20361f-3170-4ad6-b2fb-105dc61a02d6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Jan 21 13:53:03.475172 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d334d-bc52-4585-b8e4-289543dd2401 req-ef79534a-1eca-4d99-bbff-80063c00a57c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:03.476589 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f7d334d-bc52-4585-b8e4-289543dd2401 req-ef79534a-1eca-4d99-bbff-80063c00a57c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jan 21 13:53:03.528362 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f7d334d-bc52-4585-b8e4-289543dd2401 req-0e45a8b7-281d-4719-8ed8-3f8cc9b20282 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457461 Jan 21 13:53:04.446647 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3133b89-9318-4972-bbe1-7a869eb9b221 req-da0394dc-3114-402a-9da0-8f67fb45de16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:04.448119 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a3133b89-9318-4972-bbe1-7a869eb9b221 req-da0394dc-3114-402a-9da0-8f67fb45de16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Jan 21 13:53:04.495492 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a3133b89-9318-4972-bbe1-7a869eb9b221 req-e85fa02c-ed6b-48de-bbec-8a8d59691881 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Jan 21 13:53:04.648488 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d5a88-d763-4e9f-a3d9-67a4ad518b83 req-f8d6a8aa-eb2f-406e-8a22-5de9a6a4b863 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:04.649972 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a60d5a88-d763-4e9f-a3d9-67a4ad518b83 req-f8d6a8aa-eb2f-406e-8a22-5de9a6a4b863 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Jan 21 13:53:04.697837 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a60d5a88-d763-4e9f-a3d9-67a4ad518b83 req-909e8687-17da-4fac-93eb-69ef39d81184 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Jan 21 13:53:05.608793 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741d21-fe79-42ef-862a-c72bdcc27ac8 req-a00bdc40-233e-43cc-9f31-64e71bf9af70 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:05.610277 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d741d21-fe79-42ef-862a-c72bdcc27ac8 req-a00bdc40-233e-43cc-9f31-64e71bf9af70 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Jan 21 13:53:05.658471 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1d741d21-fe79-42ef-862a-c72bdcc27ac8 req-d8a7c9d2-c124-4c3b-a14b-d7bee9428832 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Jan 21 13:53:05.821553 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b0780-1448-42ca-b706-285cf34d5295 req-ff80c5af-9970-4724-84fa-56174cb7f159 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:05.823040 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-387b0780-1448-42ca-b706-285cf34d5295 req-ff80c5af-9970-4724-84fa-56174cb7f159 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0495701 Jan 21 13:53:05.870723 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-387b0780-1448-42ca-b706-285cf34d5295 req-2f8bd4f3-9fea-4485-bf32-ff32d83e20af tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411925 Jan 21 13:53:06.773080 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28e81-5e78-405c-ae60-e68fc9fa9143 req-c3142065-4721-41a3-b333-65d1048f1ee1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:06.774549 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b28e81-5e78-405c-ae60-e68fc9fa9143 req-c3142065-4721-41a3-b333-65d1048f1ee1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0513740 Jan 21 13:53:06.822644 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b28e81-5e78-405c-ae60-e68fc9fa9143 req-69effdc4-23b2-4803-af15-26e293fcfc81 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Jan 21 13:53:06.992781 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520351a-1312-4aaa-82a6-ee3a113fcd93 req-5b11d013-87cc-4fe0-afb5-3b1e145ccbb9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:06.994163 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a520351a-1312-4aaa-82a6-ee3a113fcd93 req-5b11d013-87cc-4fe0-afb5-3b1e145ccbb9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Jan 21 13:53:07.040316 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a520351a-1312-4aaa-82a6-ee3a113fcd93 req-134b65b9-bea5-4221-a3a3-a9ba7e590f4a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Jan 21 13:53:07.936833 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117e5d-9893-4fbd-87b6-1fd6ada6866b req-59417b6b-e15c-410f-bcb4-2f0f948c54f4 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:07.938306 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0117e5d-9893-4fbd-87b6-1fd6ada6866b req-59417b6b-e15c-410f-bcb4-2f0f948c54f4 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Jan 21 13:53:07.986488 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d0117e5d-9893-4fbd-87b6-1fd6ada6866b req-57ffcf2b-a175-42fa-8f91-0414d7028e51 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Jan 21 13:53:08.161145 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404679e-896e-4173-917e-75287ae971a9 req-fa84c5ce-6fe9-4761-9cfa-62c71799c27c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:08.162593 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4404679e-896e-4173-917e-75287ae971a9 req-fa84c5ce-6fe9-4761-9cfa-62c71799c27c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0481927 Jan 21 13:53:08.207547 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4404679e-896e-4173-917e-75287ae971a9 req-475fdc89-c48c-481b-aeca-bd5a0714cef9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Jan 21 13:53:09.106571 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819d4a2-bdb4-4ec6-9637-75871e6ef427 req-335367b7-cfe8-450d-9b5f-23db74908c32 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:09.109064 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6819d4a2-bdb4-4ec6-9637-75871e6ef427 req-335367b7-cfe8-450d-9b5f-23db74908c32 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Jan 21 13:53:09.163195 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6819d4a2-bdb4-4ec6-9637-75871e6ef427 req-afeac641-823a-4f23-8260-171eb7449c36 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480950 Jan 21 13:53:09.334779 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34cf65-6e9b-4120-ac80-061b99aefe14 req-5ac7385e-2fe2-4c7d-9f41-3fe81701b03e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:09.336268 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3e34cf65-6e9b-4120-ac80-061b99aefe14 req-5ac7385e-2fe2-4c7d-9f41-3fe81701b03e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0552096 Jan 21 13:53:09.382281 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3e34cf65-6e9b-4120-ac80-061b99aefe14 req-36eef430-ebe1-485d-a82f-6d3ae104390d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Jan 21 13:53:09.745588 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc160654-cd4e-47d6-bba5-5625fd32a369 req-2db85ffd-150d-40b0-b828-1a4535591724 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:09.747013 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dc160654-cd4e-47d6-bba5-5625fd32a369 req-2db85ffd-150d-40b0-b828-1a4535591724 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 946 time: 0.0506456 Jan 21 13:53:09.796947 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-dc160654-cd4e-47d6-bba5-5625fd32a369 req-1d5e9a9c-185a-4648-8cba-f5c08ec3f76f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Jan 21 13:53:10.277303 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ec4d5-cd5b-45e2-baf2-e1c9505666b6 req-734fbd4c-30f2-4080-9b41-a66a009102b6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:10.278799 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-482ec4d5-cd5b-45e2-baf2-e1c9505666b6 req-734fbd4c-30f2-4080-9b41-a66a009102b6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jan 21 13:53:10.327008 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-482ec4d5-cd5b-45e2-baf2-e1c9505666b6 req-4594f06a-1474-477e-9843-cebc494b6971 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Jan 21 13:53:10.503469 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e643-1338-4068-a93d-2ddcfa67fa77 req-1d9958da-0d11-49a7-b81c-ccbbba552a8b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:10.504967 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6df4e643-1338-4068-a93d-2ddcfa67fa77 req-1d9958da-0d11-49a7-b81c-ccbbba552a8b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Jan 21 13:53:10.551671 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6df4e643-1338-4068-a93d-2ddcfa67fa77 req-ff59cd37-11c3-4b65-8d31-59c293cea638 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Jan 21 13:53:10.914959 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c2dae-2de4-4c6f-ba0d-b3e48276b77b req-a9c873bc-e2b3-4b10-b0d9-0f98f94a75d9 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:10.916412 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a16c2dae-2de4-4c6f-ba0d-b3e48276b77b req-a9c873bc-e2b3-4b10-b0d9-0f98f94a75d9 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 946 time: 0.0487230 Jan 21 13:53:10.965942 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a16c2dae-2de4-4c6f-ba0d-b3e48276b77b req-a98056ef-cdba-4d7d-8ca9-54387092620d tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/security-groups?id=f91c80f4-492d-4205-a0fd-c7b4952b8938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Jan 21 13:53:11.243046 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:11.316940 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1e407563-c585-4043-aeec-03f6a26fb820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:11.448180 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bfbe-056e-4844-87f1-033b524fb26f req-398f2529-4b2e-4e78-9c6f-156a6c6a6b30 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:11.449593 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a41bfbe-056e-4844-87f1-033b524fb26f req-398f2529-4b2e-4e78-9c6f-156a6c6a6b30 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0556917 Jan 21 13:53:11.500517 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5a41bfbe-056e-4844-87f1-033b524fb26f req-f2c40afd-e29d-4ae6-acdf-190f691c5d49 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Jan 21 13:53:11.674036 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00590a6f-9338-4b7a-8e2e-05b664200ad9 req-02c70534-d19e-4d15-b9e0-0a045c18f0d8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:11.675538 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-00590a6f-9338-4b7a-8e2e-05b664200ad9 req-02c70534-d19e-4d15-b9e0-0a045c18f0d8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Jan 21 13:53:11.688873 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-db2b28dd-9a99-461d-bbcb-5eeecc67c597 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:11.690307 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-db2b28dd-9a99-461d-bbcb-5eeecc67c597 tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 946 time: 0.0483792 Jan 21 13:53:11.723021 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-00590a6f-9338-4b7a-8e2e-05b664200ad9 req-6e7199eb-eb99-481f-85d8-03df290b697f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 Jan 21 13:53:11.784482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Deleting port 70597764-bc7e-41c2-b76d-a135aaa88df6 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:53:11.784853 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:11.874201 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] For port 70597764-bc7e-41c2-b76d-a135aaa88df6, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=70597764-bc7e-41c2-b76d-a135aaa88df6,segment=NetworkSegment(2de80bce-8675-434a-99e4-b6b550600457),segment_id=2de80bce-8675-434a-99e4-b6b550600457)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:11.874563 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:11.886077 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Calling delete_port for 70597764-bc7e-41c2-b76d-a135aaa88df6 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:53:12.012668 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (70597764-bc7e-41c2-b76d-a135aaa88df6), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:12.026540 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['70597764-bc7e-41c2-b76d-a135aaa88df6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:53:12.040345 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Pushing event deleted for resources: {'Port': ['ID=70597764-bc7e-41c2-b76d-a135aaa88df6,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:12.074127 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e2ccc72-daad-4025-bdcd-935a694c17c2 req-46887967-e506-43fa-861b-21df5549387e tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f8a3664-f9a3-4171-ae3c-3fc6b50183fb HTTP/1.1" status: 200 len: 210 time: 0.0300441 Jan 21 13:53:12.105437 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] No DVR routers for this DVR port 70597764-bc7e-41c2-b76d-a135aaa88df6 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:53:12.108997 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:12.112802 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571a6024-ce84-4592-b4ad-aeb33dd27e5a req-16b82a06-a52f-49a9-8358-aa1b348aa60f tempest-VolumesSnapshotTestJSON-384922519 tempest-VolumesSnapshotTestJSON-384922519-project] 10.222.0.107 "DELETE /v2.0/ports/70597764-bc7e-41c2-b76d-a135aaa88df6 HTTP/1.1" status: 204 len: 173 time: 0.4150901 Jan 21 13:53:12.113241 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'name': 'network-vif-deleted', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:12.115458 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538fc0bd-b34d-4be3-ac9b-732df9344e9e" -d '{"events": [{"server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "name": "network-vif-deleted", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:12.157426 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed1b9a-cd16-400f-b291-c735a0f3358c x-openstack-request-id: req-26ed1b9a-cd16-400f-b291-c735a0f3358c {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:12.157720 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a3664-f9a3-4171-ae3c-3fc6b50183fb", "name": "network-vif-deleted", "tag": "70597764-bc7e-41c2-b76d-a135aaa88df6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:12.157992 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26ed1b9a-cd16-400f-b291-c735a0f3358c {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:12.158506 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a3664-f9a3-4171-ae3c-3fc6b50183fb', 'name': 'network-vif-deleted', 'tag': '70597764-bc7e-41c2-b76d-a135aaa88df6', 'status': 'completed', 'code': 200} Jan 21 13:53:12.175157 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-fe3328c2-ef14-4dc7-af3d-07e9732f7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.176672 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-fe3328c2-ef14-4dc7-af3d-07e9732f7b0c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0496483 Jan 21 13:53:12.281564 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-c08ae916-6871-4b0b-a50e-5d40ff7ce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.282942 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-c08ae916-6871-4b0b-a50e-5d40ff7ce136 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.0854080 Jan 21 13:53:12.350827 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-e5395346-01c6-48d9-affe-06e872d92993 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 1000 time: 0.0593171 Jan 21 13:53:12.400316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-6eacc404-6f7e-46d4-9dfc-a9daecaf6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.401733 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-6eacc404-6f7e-46d4-9dfc-a9daecaf6c9d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0424178 Jan 21 13:53:12.447350 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-30c76afc-2cf9-4863-83c9-5c1e3db95d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.448869 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-30c76afc-2cf9-4863-83c9-5c1e3db95d12 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392382 Jan 21 13:53:12.542980 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-66ffb0bb-2821-4dfd-9ca6-b0ae25c89218 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866063 Jan 21 13:53:12.854875 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6625e-fbdd-4c81-ab2a-ae96f22f84b5 req-db7ab006-ca26-4308-a7a3-6764c72896c1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.856666 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-92f6625e-fbdd-4c81-ab2a-ae96f22f84b5 req-db7ab006-ca26-4308-a7a3-6764c72896c1 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Jan 21 13:53:12.910804 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-92f6625e-fbdd-4c81-ab2a-ae96f22f84b5 req-5c518264-8596-4516-ad9a-23c877df6eb5 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Jan 21 13:53:12.911056 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb1ee-7e5a-41f3-b8ee-07f7ab523dfc req-440f3c79-746c-436e-a88b-a50b9f1c5550 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:12.912296 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-06efb1ee-7e5a-41f3-b8ee-07f7ab523dfc req-440f3c79-746c-436e-a88b-a50b9f1c5550 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.3402534 Jan 21 13:53:12.914552 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-17f76d61-c946-4122-9aa9-da384c6dcb2e req-986006c8-db16-487d-b451-9177338cec40 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634729 Jan 21 13:53:12.967709 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-06efb1ee-7e5a-41f3-b8ee-07f7ab523dfc req-aa970fa1-3754-438a-8498-041ce286cc4f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490401 Jan 21 13:53:13.353089 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4fdfad2d-7dbc-4864-b0f3-32188eccb400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:14.028659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e45fc-8f3e-4065-912e-d459fda43033 req-a071bcfe-8f0d-4957-aeb8-55dcefba1123 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:14.030159 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f32e45fc-8f3e-4065-912e-d459fda43033 req-a071bcfe-8f0d-4957-aeb8-55dcefba1123 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Jan 21 13:53:14.077981 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f32e45fc-8f3e-4065-912e-d459fda43033 req-0a3759c0-6cce-488b-b1ec-aadd92686dd9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Jan 21 13:53:14.084810 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69253b83-8049-407a-b594-16da9ac1c1ad req-3569afd9-2b28-43c4-9af7-e0944504ace0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:14.086310 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-69253b83-8049-407a-b594-16da9ac1c1ad req-3569afd9-2b28-43c4-9af7-e0944504ace0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Jan 21 13:53:14.139916 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-69253b83-8049-407a-b594-16da9ac1c1ad req-64fe8e4f-9ded-4390-afb2-18f50cf2ec77 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481114 Jan 21 13:53:14.454489 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:53:14.458418 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 70597764-bc7e-41c2-b76d-a135aaa88df6 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:53:14.490025 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 70597764-bc7e-41c2-b76d-a135aaa88df6 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:53:14.490371 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 70597764-bc7e-41c2-b76d-a135aaa88df6 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:53:14.574227 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:14.585816 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:53:14.623469 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: ACTIVE; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:14.623861 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:14.640641 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:53:14.662650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:14.667389 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:14.717989 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:14.767920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['a19095e3-cf06-48dc-9a39-1af3f2004ebb'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:53:15.032161 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:15.196315 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e432-340a-4a9e-95ee-928a5e890898 req-b04d0814-dc33-470e-b9bc-e19ac7e25f3a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:15.197826 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e57e432-340a-4a9e-95ee-928a5e890898 req-b04d0814-dc33-470e-b9bc-e19ac7e25f3a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0495546 Jan 21 13:53:15.247300 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e57e432-340a-4a9e-95ee-928a5e890898 req-22f6ef8e-af16-4451-a2d3-9ff837fbf9ed tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Jan 21 13:53:15.350522 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecb50e-a0d5-4649-8186-c38fa7f5089c req-d925c0be-912e-424d-bb5b-174c2e17a0c3 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:15.351879 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9aecb50e-a0d5-4649-8186-c38fa7f5089c req-d925c0be-912e-424d-bb5b-174c2e17a0c3 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Jan 21 13:53:15.400327 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9aecb50e-a0d5-4649-8186-c38fa7f5089c req-bf629893-80c4-4c63-b4b8-1a2bc9635fda tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Jan 21 13:53:16.364137 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafb3da-525c-413d-93ee-b894a9633602 req-49e4c886-8aa6-477f-9b0d-66e121a0f271 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:16.365635 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fafb3da-525c-413d-93ee-b894a9633602 req-49e4c886-8aa6-477f-9b0d-66e121a0f271 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0485451 Jan 21 13:53:16.411943 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fafb3da-525c-413d-93ee-b894a9633602 req-dcbb9e5f-e757-4357-92a6-6702ffeb27a7 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Jan 21 13:53:16.518917 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:16.524815 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b477bd-3ce7-44fe-8691-8528ef830da4 req-d78c3bb9-5d54-4e07-973b-e3fe35ed6f33 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:16.526372 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b477bd-3ce7-44fe-8691-8528ef830da4 req-d78c3bb9-5d54-4e07-973b-e3fe35ed6f33 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0600038 Jan 21 13:53:16.574984 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b477bd-3ce7-44fe-8691-8528ef830da4 req-43baa111-3dda-4a1c-a4fc-35be9b8d923e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Jan 21 13:53:17.528135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f787bd-a076-4d74-8fb2-a46b21222715 req-960cce0b-8b37-46f9-92bf-c795914afe82 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:17.530492 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c6f787bd-a076-4d74-8fb2-a46b21222715 req-960cce0b-8b37-46f9-92bf-c795914afe82 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0498502 Jan 21 13:53:17.576788 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c6f787bd-a076-4d74-8fb2-a46b21222715 req-1ca3c3b5-b777-4713-bbed-6c9e3950b40d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 Jan 21 13:53:17.672036 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:17.693842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3b64-5ba9-418a-abd5-7548897eb3a8 req-062f36d6-8503-4548-8965-5a68f58ed6ca tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:17.695267 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e7c3b64-5ba9-418a-abd5-7548897eb3a8 req-062f36d6-8503-4548-8965-5a68f58ed6ca tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Jan 21 13:53:17.743483 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5e7c3b64-5ba9-418a-abd5-7548897eb3a8 req-9913009d-00c8-4866-8894-77299ec6bf99 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Jan 21 13:53:17.880106 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:53:17.905354 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-72523fd7-b51f-48fa-a7f1-f868be84724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:17.906850 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-72523fd7-b51f-48fa-a7f1-f868be84724a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0409503 Jan 21 13:53:17.929135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port a19095e3-cf06-48dc-9a39-1af3f2004ebb triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:53:17.929513 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:18.007340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-ebc40fcf-1d5f-46dc-a552-eb5dcaaf6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:18.007546 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:18.007887 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:18.008754 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-ebc40fcf-1d5f-46dc-a552-eb5dcaaf6b06 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.0861764 Jan 21 13:53:18.031112 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:18.033368 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c2a1cc-3215-414f-9f92-b15408e20f63" -d '{"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:18.046132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:18.052728 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:18.079576 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1beedb2-e9a8-494c-b94e-45f70dc44e5e x-openstack-request-id: req-f1beedb2-e9a8-494c-b94e-45f70dc44e5e {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:18.079873 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:18.080133 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1beedb2-e9a8-494c-b94e-45f70dc44e5e {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:18.080535 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'code': 200} Jan 21 13:53:18.081070 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-554a50f3-7847-4d33-851f-143b2593c198 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 1000 time: 0.0632777 Jan 21 13:53:18.103334 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:18.139704 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-48f7f57a-eec7-4a84-88b2-62a7546f7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:18.141193 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-48f7f57a-eec7-4a84-88b2-62a7546f7be1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0445821 Jan 21 13:53:18.193486 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-cf151d6e-3449-4124-a0f2-779938d56625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:18.195004 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-cf151d6e-3449-4124-a0f2-779938d56625 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442309 Jan 21 13:53:18.283850 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-3ed23929-846c-450a-939a-91b2eb90a6fd service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Jan 21 13:53:18.378417 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-525acd80-8491-41a0-b1e8-dcd618202a03 req-3a789068-dab9-4c0e-b325-b297d1811994 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873339 Jan 21 13:53:18.699000 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de3bf1-a940-43bb-b23a-8fe459e663fe req-93a92298-5f16-4b0f-b784-4b1f748d798e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:18.700525 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30de3bf1-a940-43bb-b23a-8fe459e663fe req-93a92298-5f16-4b0f-b784-4b1f748d798e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0513732 Jan 21 13:53:18.758261 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30de3bf1-a940-43bb-b23a-8fe459e663fe req-13cd2f6f-e413-4dad-a264-9f82a9dd3546 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499735 Jan 21 13:53:18.906159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4541a-211d-4aa4-a200-306712b252e1 req-490d96cb-8de8-4ab1-a0a9-cc28913f404f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:18.907723 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31c4541a-211d-4aa4-a200-306712b252e1 req-490d96cb-8de8-4ab1-a0a9-cc28913f404f tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0903180 Jan 21 13:53:18.973937 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31c4541a-211d-4aa4-a200-306712b252e1 req-9061c61b-449e-4ae9-8f70-636827275b0b tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594189 Jan 21 13:53:19.895466 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6b59e-9b3a-4fc7-9e6c-821cfb3a6d2b req-d00dcd11-8e23-4e4f-9a14-f68c108706fa tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:19.896977 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6df6b59e-9b3a-4fc7-9e6c-821cfb3a6d2b req-d00dcd11-8e23-4e4f-9a14-f68c108706fa tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Jan 21 13:53:19.950410 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6df6b59e-9b3a-4fc7-9e6c-821cfb3a6d2b req-12c7ade8-623b-451f-a927-adade08f56d9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Jan 21 13:53:20.127956 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802080c-5eef-483e-8623-2afb8f74ac82 req-85665fa2-4d43-4e1d-944b-bd8bde2b572e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:20.129997 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7802080c-5eef-483e-8623-2afb8f74ac82 req-85665fa2-4d43-4e1d-944b-bd8bde2b572e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0770268 Jan 21 13:53:20.201696 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7802080c-5eef-483e-8623-2afb8f74ac82 req-e1841bf0-0517-46aa-a038-68d4b4429709 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637102 Jan 21 13:53:21.123598 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308bd6f-5920-4cc2-92b9-bfd4ad43ad96 req-b5ae4267-60ca-42d6-9d81-f96d67211b08 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:21.131587 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3308bd6f-5920-4cc2-92b9-bfd4ad43ad96 req-b5ae4267-60ca-42d6-9d81-f96d67211b08 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0921347 Jan 21 13:53:21.196557 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3308bd6f-5920-4cc2-92b9-bfd4ad43ad96 req-c4a3e67c-37ed-4a60-80ef-f691c6bd0e18 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627666 Jan 21 13:53:21.323901 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30a4a-4ae0-441f-9233-95f2cf0cb948 req-241ada88-28a2-404c-8e55-fc26b056774a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:21.325624 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1eb30a4a-4ae0-441f-9233-95f2cf0cb948 req-241ada88-28a2-404c-8e55-fc26b056774a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Jan 21 13:53:21.395140 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1eb30a4a-4ae0-441f-9233-95f2cf0cb948 req-e9be25ca-c842-4492-a0f5-f323394138d1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634687 Jan 21 13:53:21.697082 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-77978f40-6efa-4bc1-8001-405af7a459d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0646930 Jan 21 13:53:21.725760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1fcc-6ebf-4c98-8019-8192c68a0401 req-a42511e6-1831-424d-8719-a8eed3f7cb45 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:21.726366 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e5b1fcc-6ebf-4c98-8019-8192c68a0401 req-a42511e6-1831-424d-8719-a8eed3f7cb45 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0752363 Jan 21 13:53:21.804620 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e5b1fcc-6ebf-4c98-8019-8192c68a0401 req-b8304a4b-45c2-4795-945e-93c14a2e9676 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690939 Jan 21 13:53:22.351468 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80fa50-2ba9-4b2b-8d2f-2e3e83a8c0ac req-e96e8032-02f0-4c1f-9be9-a0322f91cd66 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:22.354152 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2f80fa50-2ba9-4b2b-8d2f-2e3e83a8c0ac req-e96e8032-02f0-4c1f-9be9-a0322f91cd66 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0539718 Jan 21 13:53:22.406808 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2f80fa50-2ba9-4b2b-8d2f-2e3e83a8c0ac req-8efac154-a188-4ce6-adb6-6dd7e24c526a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467603 Jan 21 13:53:22.996334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36952a0d-5e99-4145-92be-2eb6b6a49823 req-c0a6cd95-8c92-459b-b956-5e13fa82afa6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:22.999593 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36952a0d-5e99-4145-92be-2eb6b6a49823 req-c0a6cd95-8c92-459b-b956-5e13fa82afa6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0748453 Jan 21 13:53:23.080692 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36952a0d-5e99-4145-92be-2eb6b6a49823 req-35ee772c-d557-4818-a1ae-4501ded306bb tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725274 Jan 21 13:53:23.263315 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-5a2d92e7-e5a7-4a1b-8dd1-e510a3b64515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:23.265782 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-5a2d92e7-e5a7-4a1b-8dd1-e510a3b64515 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6&tenant_id=160416387af942969baffb4cbd2e83bf HTTP/1.1" status: 200 len: 1098 time: 0.0459485 Jan 21 13:53:23.339652 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-ede30b3a-2fdb-4e1c-8d1a-47d24004a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:23.341179 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-ede30b3a-2fdb-4e1c-8d1a-47d24004a84c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0510395 Jan 21 13:53:23.542374 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1967bd5-925a-4e1a-9312-332ab368976e req-f17c54e5-d73d-4085-b400-721aba1ca40e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:23.543939 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d1967bd5-925a-4e1a-9312-332ab368976e req-f17c54e5-d73d-4085-b400-721aba1ca40e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0576196 Jan 21 13:53:23.597193 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d1967bd5-925a-4e1a-9312-332ab368976e req-94284ff4-8312-4879-997b-f4495fe1ad96 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468385 Jan 21 13:53:24.209934 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d00de-463d-42ac-ba75-7ca5984c690d req-42acdbe0-9fad-4ef9-b848-0ff903124d16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:24.211458 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-553d00de-463d-42ac-ba75-7ca5984c690d req-42acdbe0-9fad-4ef9-b848-0ff903124d16 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0576985 Jan 21 13:53:24.267414 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-553d00de-463d-42ac-ba75-7ca5984c690d req-bd3be4e4-42bf-4ad9-befb-b117017a35e0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Jan 21 13:53:24.349063 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:53:24.421159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-2d305249-d13e-4132-af39-62021658ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:24.422680 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-2d305249-d13e-4132-af39-62021658ae00 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.1055992 Jan 21 13:53:24.439472 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 40372efa-3a9e-443e-a378-7289829a045d is: ACTIVE; New status is: DOWN {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:24.439858 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:24.464111 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:24.466402 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8179c4-89e1-40bf-b061-85daa00f47ca" -d '{"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:24.489631 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:24.494478 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:24.529049 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51568a2-e356-4c8c-b6bf-c2796e13b5c3 x-openstack-request-id: req-e51568a2-e356-4c8c-b6bf-c2796e13b5c3 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:24.529464 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:24.529766 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e51568a2-e356-4c8c-b6bf-c2796e13b5c3 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:24.530153 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'code': 200} Jan 21 13:53:24.557228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:24.733863 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b262329-ac62-4f3a-89ab-3ace1cf92806 req-2e1162e5-4404-4eb7-b18d-623c625267dd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:24.735799 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b262329-ac62-4f3a-89ab-3ace1cf92806 req-2e1162e5-4404-4eb7-b18d-623c625267dd tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Jan 21 13:53:24.786925 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b262329-ac62-4f3a-89ab-3ace1cf92806 req-38e7c509-6be4-4ef5-bfae-c4322a621930 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 Jan 21 13:53:25.395016 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de6a4-4614-43e7-a30f-43cadf0f1705 req-a2031a2d-1461-482a-9ff1-6d42bb8d3573 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:25.398527 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dd9de6a4-4614-43e7-a30f-43cadf0f1705 req-a2031a2d-1461-482a-9ff1-6d42bb8d3573 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0559340 Jan 21 13:53:25.456602 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dd9de6a4-4614-43e7-a30f-43cadf0f1705 req-d354e630-2e49-4236-b4ee-da2c14962ad6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537617 Jan 21 13:53:25.916680 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c2cf9-9b6e-44a8-aac8-47d35c20fbc1 req-34361820-8d11-4bb3-8fca-dd75a29aef20 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:25.918353 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca0c2cf9-9b6e-44a8-aac8-47d35c20fbc1 req-34361820-8d11-4bb3-8fca-dd75a29aef20 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0542810 Jan 21 13:53:25.972903 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca0c2cf9-9b6e-44a8-aac8-47d35c20fbc1 req-4b180a62-9320-4555-8eb0-159672f38661 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479887 Jan 21 13:53:26.356503 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-a3a5876b-a931-4eb1-970c-1ba2e30e0c12 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 998 time: 0.0878394 Jan 21 13:53:26.420387 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-505d59ad-668b-42bf-9407-1a75630f726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:26.422125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-505d59ad-668b-42bf-9407-1a75630f726c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0553524 Jan 21 13:53:26.470454 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-19901289-5723-430b-923e-7fac6e5f1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:26.473362 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-19901289-5723-430b-923e-7fac6e5f1f00 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441580 Jan 21 13:53:26.623752 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-34c467d8-4c62-475a-b136-bd9576dce156 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403930 Jan 21 13:53:26.635214 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a981-5ae9-4485-b3f3-6e897566afa0 req-dd708b15-eafc-42d5-8c68-bccb0ccb4f6d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:26.642758 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9184a981-5ae9-4485-b3f3-6e897566afa0 req-dd708b15-eafc-42d5-8c68-bccb0ccb4f6d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0952768 Jan 21 13:53:26.765254 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9184a981-5ae9-4485-b3f3-6e897566afa0 req-43dda244-7760-4140-b80a-bf38335d0fba tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213136 Jan 21 13:53:26.795211 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6dd12189-1bba-4cc9-b290-7748608a5169 req-87b0ec17-82fb-475e-8492-263f429f59a8 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429956 Jan 21 13:53:27.115633 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e76dd-6b3c-4818-b6e4-b6ca08e94b1b req-1d98b99e-977e-4649-89bf-eac98bfcb394 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:27.117312 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-461e76dd-6b3c-4818-b6e4-b6ca08e94b1b req-1d98b99e-977e-4649-89bf-eac98bfcb394 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Jan 21 13:53:27.175507 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-461e76dd-6b3c-4818-b6e4-b6ca08e94b1b req-b62fd594-fdc2-48b0-bc8d-c7d4af01bb5e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514448 Jan 21 13:53:27.899433 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a66731-4fa6-49f4-a353-a53f8b26192b req-ae03fa5f-c5ac-4f64-8402-571e713decee tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:27.900998 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b0a66731-4fa6-49f4-a353-a53f8b26192b req-ae03fa5f-c5ac-4f64-8402-571e713decee tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0661693 Jan 21 13:53:27.952164 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b0a66731-4fa6-49f4-a353-a53f8b26192b req-052481a3-ecf8-4cca-83e5-45390b5524bc tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Jan 21 13:53:28.307233 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae96e-cdae-45ba-92d2-1dd3192847e6 req-08bf0e5e-48e4-4e14-9b72-cfae8b28fd39 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:28.308638 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1b1ae96e-cdae-45ba-92d2-1dd3192847e6 req-08bf0e5e-48e4-4e14-9b72-cfae8b28fd39 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Jan 21 13:53:28.353921 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1b1ae96e-cdae-45ba-92d2-1dd3192847e6 req-b964dcb8-fa9e-4259-9f18-7135e3469433 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392964 Jan 21 13:53:28.686275 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-86663b4f-243f-4520-8fe4-0cb11f6dc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:28.687793 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-86663b4f-243f-4520-8fe4-0cb11f6dc0ea service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0438263 Jan 21 13:53:28.784566 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-0bf2dc4f-4c00-4b84-be53-ffb575b29976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:28.786038 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-0bf2dc4f-4c00-4b84-be53-ffb575b29976 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.0888669 Jan 21 13:53:28.850502 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-95b2e4d6-4f86-42a2-9f2b-0b3806362afd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 1001 time: 0.0574725 Jan 21 13:53:28.906673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-ff055b16-24b5-4af3-9598-a662022014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:28.908201 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-ff055b16-24b5-4af3-9598-a662022014d2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0513337 Jan 21 13:53:28.954996 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-3de7d71a-dabb-4f27-9161-2afbe8e70f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:28.956586 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-3de7d71a-dabb-4f27-9161-2afbe8e70f3c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426519 Jan 21 13:53:29.074004 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-91377a95-115b-4493-8fca-1b35f923a529 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105888 Jan 21 13:53:29.105927 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e1dd-ec55-4df7-abef-b56e1f32931b req-9c285f4a-e13e-40db-8b9e-221d3213a246 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:29.107273 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-33a4e1dd-ec55-4df7-abef-b56e1f32931b req-9c285f4a-e13e-40db-8b9e-221d3213a246 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0840437 Jan 21 13:53:29.206869 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-33a4e1dd-ec55-4df7-abef-b56e1f32931b req-6faeb5a4-0655-41b1-9287-91d76decf9b1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913410 Jan 21 13:53:29.210384 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b146f136-d61a-4228-a9fb-1f7cb128a5df req-62093835-cfc8-47ba-938d-2eb5321ba0ca service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297901 Jan 21 13:53:29.473867 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49ffde-a9aa-49f7-8a0b-d9e2065808d1 req-650f3271-2a2a-4d3b-ad3e-fd1d8c5332e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:29.475309 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6a49ffde-a9aa-49f7-8a0b-d9e2065808d1 req-650f3271-2a2a-4d3b-ad3e-fd1d8c5332e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0479026 Jan 21 13:53:29.520689 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6a49ffde-a9aa-49f7-8a0b-d9e2065808d1 req-7cc1f1c5-6ef9-4d9e-aea9-f31923583592 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Jan 21 13:53:30.323981 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8cf9-86ca-4c34-8d0d-1ad034456cae req-c999439a-a9f8-4f80-a26d-5158be41c88a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:30.326036 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-251b8cf9-86ca-4c34-8d0d-1ad034456cae req-c999439a-a9f8-4f80-a26d-5158be41c88a tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0506506 Jan 21 13:53:30.373823 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-251b8cf9-86ca-4c34-8d0d-1ad034456cae req-0ec3823b-2b97-498d-9ed0-c6768e1fe630 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Jan 21 13:53:30.644568 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc83d27-884f-49a3-8fe3-6be7c877786a req-9a0fe83f-e810-4e2e-9216-2f413a8ee9f8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:30.646200 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0dc83d27-884f-49a3-8fe3-6be7c877786a req-9a0fe83f-e810-4e2e-9216-2f413a8ee9f8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0515404 Jan 21 13:53:30.693612 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0dc83d27-884f-49a3-8fe3-6be7c877786a req-c0c91a6b-44b7-4a1c-b17a-31110567e8ad tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Jan 21 13:53:31.489748 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02016-d712-4cdd-b806-430cb4183473 req-0b85c7c0-a228-41d4-834c-395f6d11ebaa tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:31.491123 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afa02016-d712-4cdd-b806-430cb4183473 req-0b85c7c0-a228-41d4-834c-395f6d11ebaa tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0483820 Jan 21 13:53:31.538710 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afa02016-d712-4cdd-b806-430cb4183473 req-fc2137dd-8f65-4b9c-b9ee-50afd49b5139 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Jan 21 13:53:31.814380 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23328-c4d5-4786-bc38-369ee2c809a7 req-3fcb63ad-1c66-4ede-9821-13854c408026 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:31.815782 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b3c23328-c4d5-4786-bc38-369ee2c809a7 req-3fcb63ad-1c66-4ede-9821-13854c408026 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Jan 21 13:53:31.861334 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b3c23328-c4d5-4786-bc38-369ee2c809a7 req-37f11547-e7d4-45a8-9378-4761ee89b7a9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Jan 21 13:53:31.928395 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:53:32.018510 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: ACTIVE; New status is: DOWN {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:32.018988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:32.045481 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:32.046117 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f010aef-1af0-4c05-bf91-117e63803653" -d '{"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:32.061153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:32.066912 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:32.094903 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5700c6d9-64d8-45b3-8221-56b842a17f6b x-openstack-request-id: req-5700c6d9-64d8-45b3-8221-56b842a17f6b {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:32.095197 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-unplugged", "status": "failed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "code": 422}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:32.095650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5700c6d9-64d8-45b3-8221-56b842a17f6b {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:32.096154 dv-cinder-820164-2-iscsi neutron-server[109147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'code': 422} returned with failed status Jan 21 13:53:32.124902 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:32.624947 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-696bca63-ebbf-4390-8ec7-c6731a4fcb6e req-a47f9512-ce67-4764-943e-8200818cd8b6 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:53:32.626053 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-696bca63-ebbf-4390-8ec7-c6731a4fcb6e req-a47f9512-ce67-4764-943e-8200818cd8b6 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066860 Jan 21 13:53:32.657215 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b902-a8a6-483e-878b-055d2fea9b55 req-ee2c1f89-aff5-4964-b6d6-e6c664596e2c tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:32.658696 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9de4b902-a8a6-483e-878b-055d2fea9b55 req-ee2c1f89-aff5-4964-b6d6-e6c664596e2c tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0495021 Jan 21 13:53:32.716494 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9de4b902-a8a6-483e-878b-055d2fea9b55 req-13c0449f-702b-4566-aef0-0f8ea01d16e6 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Jan 21 13:53:32.798536 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23fa1-6884-4070-81dc-596226f47ce2 req-a0fefea6-6d1a-43df-8677-c40e8b3b8d36 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:32.800129 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ba23fa1-6884-4070-81dc-596226f47ce2 req-a0fefea6-6d1a-43df-8677-c40e8b3b8d36 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0539222 Jan 21 13:53:32.850097 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ba23fa1-6884-4070-81dc-596226f47ce2 req-564466ec-c25b-4837-9571-b49ec5b0a6ec tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Jan 21 13:53:33.033105 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48210) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:53:33.034252 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245fea3-559f-4d2a-967d-d3fc95ec6679 req-1ccf9a92-27ab-4701-8316-17096ed14b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:33.035750 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0245fea3-559f-4d2a-967d-d3fc95ec6679 req-1ccf9a92-27ab-4701-8316-17096ed14b19 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0419402 Jan 21 13:53:33.099075 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0245fea3-559f-4d2a-967d-d3fc95ec6679 req-02e31971-a923-4d27-90fa-b184859a1b6d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 Jan 21 13:53:33.124810 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-2046154a-9f33-45a5-b346-013f82f61e87 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904691 Jan 21 13:53:33.134209 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-209055df-81df-4a45-8a55-531dd0f00e8a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:53:33.135166 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-209055df-81df-4a45-8a55-531dd0f00e8a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049403 Jan 21 13:53:33.836279 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf504-219f-41df-b26a-b7bfd4fa54a9 req-87cafeb8-ba7b-4c4b-bcc5-37d9e53252db tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:33.837781 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c1edf504-219f-41df-b26a-b7bfd4fa54a9 req-87cafeb8-ba7b-4c4b-bcc5-37d9e53252db tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0483050 Jan 21 13:53:33.885696 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c1edf504-219f-41df-b26a-b7bfd4fa54a9 req-9b514c15-dff2-400f-83ca-6925fd6a103d tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Jan 21 13:53:33.970093 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc42f5-6427-493b-8ffa-f2e6c9a42ea2 req-cf91705e-268b-4252-9f3a-a5a20dc75c65 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:33.971551 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4dfc42f5-6427-493b-8ffa-f2e6c9a42ea2 req-cf91705e-268b-4252-9f3a-a5a20dc75c65 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0483572 Jan 21 13:53:34.041256 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-7bc6badb-b46b-4875-8e23-277964c5397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:34.042629 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-7bc6badb-b46b-4875-8e23-277964c5397c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6&tenant_id=e4e7437157cf4651b4c5152ebeee82e5 HTTP/1.1" status: 200 len: 1096 time: 0.0675874 Jan 21 13:53:34.049796 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4dfc42f5-6427-493b-8ffa-f2e6c9a42ea2 req-0c39e641-b180-4f20-8fad-73ac88e43f08 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675342 Jan 21 13:53:34.109463 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-57e9b1c4-b9c2-4709-a994-6fa7695bfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:34.110955 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-57e9b1c4-b9c2-4709-a994-6fa7695bfa71 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0411251 Jan 21 13:53:34.207694 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-faca2602-2094-4edc-b662-d4475c0f031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:34.209205 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-faca2602-2094-4edc-b662-d4475c0f031a service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.0904777 Jan 21 13:53:34.293817 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-81b01ee4-d9c5-49ad-bf4b-c8e54052f728 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 999 time: 0.0619996 Jan 21 13:53:34.343075 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-11b969f0-98d1-4d3d-b0b6-d2601a95685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:34.344552 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-11b969f0-98d1-4d3d-b0b6-d2601a95685f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0446661 Jan 21 13:53:34.394316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-7ce45e31-2cb5-4f91-b473-7eb721b9b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:34.395810 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-7ce45e31-2cb5-4f91-b473-7eb721b9b3ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450172 Jan 21 13:53:34.503010 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-7feb3f58-605f-458c-996f-b7caa15b8130 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000361 Jan 21 13:53:34.614400 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fc0f18a-166d-4a5d-8d05-9f06022187c8 req-523f12f1-959d-42cc-a843-adf4d1693b59 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988483 Jan 21 13:53:35.051937 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51fd87-e42f-447c-8db1-a5d82d4a9282 req-bbcc1805-eddb-40f5-8404-e1fef4a402ff tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:35.053649 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d51fd87-e42f-447c-8db1-a5d82d4a9282 req-bbcc1805-eddb-40f5-8404-e1fef4a402ff tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 943 time: 0.0992444 Jan 21 13:53:35.168855 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d51fd87-e42f-447c-8db1-a5d82d4a9282 req-446eca2c-a109-4bac-bf38-31fe6d12391e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071711 Jan 21 13:53:35.243886 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaca10-5fba-4a44-9763-07236d883d50 req-81c0f54d-29eb-4ea3-a74c-651102599737 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:35.245441 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65eaca10-5fba-4a44-9763-07236d883d50 req-81c0f54d-29eb-4ea3-a74c-651102599737 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0816081 Jan 21 13:53:35.307013 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65eaca10-5fba-4a44-9763-07236d883d50 req-194c73dc-d891-44c1-adc8-3f0a0c826ae4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549695 Jan 21 13:53:35.954754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:53:35.957945 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:53:36.120646 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: DOWN; New status is: DOWN {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:36.129191 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:36.140150 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '40372efa-3a9e-443e-a378-7289829a045d', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'port_id': '40372efa-3a9e-443e-a378-7289829a045d', 'mac_address': 'fa:16:3e:fd:38:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:53:36.179613 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 40372efa-3a9e-443e-a378-7289829a045d is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:36.180006 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.194032 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40372efa-3a9e-443e-a378-7289829a045d {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:53:36.214088 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:36.218648 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.279688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:36.444933 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e2f51-49c3-4756-a89d-8db844f62b17 req-5c98ddb1-995c-4a16-903c-8d042ef45106 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:36.446430 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-183e2f51-49c3-4756-a89d-8db844f62b17 req-5c98ddb1-995c-4a16-903c-8d042ef45106 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0606163 Jan 21 13:53:36.488681 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['40372efa-3a9e-443e-a378-7289829a045d'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:53:36.501448 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-183e2f51-49c3-4756-a89d-8db844f62b17 req-2b69e116-b8f8-422e-854b-f7909dbcaa3d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494556 Jan 21 13:53:36.648168 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48310) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:53:36.694470 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Deleting subnet 8385f8e8-036c-495f-9955-39ff7c0de3d5 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:53:36.697696 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Publish callbacks [] for subnet (8385f8e8-036c-495f-9955-39ff7c0de3d5), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.737956 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (8385f8e8-036c-495f-9955-39ff7c0de3d5), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.792483 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (8385f8e8-036c-495f-9955-39ff7c0de3d5), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.859605 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (8385f8e8-036c-495f-9955-39ff7c0de3d5), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.903071 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8385f8e8-036c-495f-9955-39ff7c0de3d5,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:36.907115 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:36.912367 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8385f8e8-036c-495f-9955-39ff7c0de3d5 HTTP/1.1" status: 204 len: 168 time: 0.2630289 Jan 21 13:53:36.914732 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48314) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:53:36.933063 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.933416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.933761 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.934101 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.934434 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.934792 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.935119 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.935443 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.935767 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.936092 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.936414 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.936758 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:36.937410 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ac918-9609-4155-b320-280418255f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:37.012143 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (e3dbfaec-8cf8-41d4-873a-645beebf0141), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.102380 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (e3dbfaec-8cf8-41d4-873a-645beebf0141), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.127511 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dbfaec-8cf8-41d4-873a-645beebf0141']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:53:37.136255 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de80bce-8675-434a-99e4-b6b550600457') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:53:37.136568 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de80bce-8675-434a-99e4-b6b550600457') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:53:37.147972 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (2de80bce-8675-434a-99e4-b6b550600457), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.162086 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (2de80bce-8675-434a-99e4-b6b550600457), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.171029 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:53:37.173141 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (2de80bce-8675-434a-99e4-b6b550600457), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: warnings.warn(msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:53:37.175076 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:53:37.240170 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (e3dbfaec-8cf8-41d4-873a-645beebf0141), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.252055 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.255363 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e3dbfaec-8cf8-41d4-873a-645beebf0141 HTTP/1.1" status: 204 len: 168 time: 0.3395112 Jan 21 13:53:37.268273 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558af04-1ea7-4de3-8494-2734627d6a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dbfaec-8cf8-41d4-873a-645beebf0141,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:37.446998 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48318) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:53:37.496975 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48322) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:53:37.497616 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b21fcc9b-61ff-4851-90f1-f82333323d2e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f557e160058a4541b3abde466bd06c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490885 Jan 21 13:53:37.583026 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] Publish callbacks [] for security_group (f91c80f4-492d-4205-a0fd-c7b4952b8938), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.627955 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] Publish callbacks [] for security_group (f91c80f4-492d-4205-a0fd-c7b4952b8938), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.675496 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42106-58d6-4e76-9e6a-81dc5b0eca2c req-488b50cd-9a3b-4bc3-85ee-27db6b383b6c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:37.676999 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-90d42106-58d6-4e76-9e6a-81dc5b0eca2c req-488b50cd-9a3b-4bc3-85ee-27db6b383b6c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0836201 Jan 21 13:53:37.725586 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f91c80f4-492d-4205-a0fd-c7b4952b8938), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.728671 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:37.730060 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f91c80f4-492d-4205-a0fd-c7b4952b8938 HTTP/1.1" status: 204 len: 168 time: 0.2318554 Jan 21 13:53:37.742911 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ef338-7c99-4448-9983-e7706e606ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c80f4-492d-4205-a0fd-c7b4952b8938,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:37.750266 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-90d42106-58d6-4e76-9e6a-81dc5b0eca2c req-88eef02e-0e4a-49b3-9949-ed82274da4d3 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674615 Jan 21 13:53:37.978992 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:53:38.041486 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 40372efa-3a9e-443e-a378-7289829a045d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:53:38.042112 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (40372efa-3a9e-443e-a378-7289829a045d), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:38.142143 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 40372efa-3a9e-443e-a378-7289829a045d is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:38.142641 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:38.293564 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:38.296504 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049acc6e-cd60-4a53-9a9d-f1640a81afc9" -d '{"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-plugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:38.312389 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:38.319055 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:38.352194 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5391d74b-7ba2-42d3-b2a0-33ddd5faabdf x-openstack-request-id: req-5391d74b-7ba2-42d3-b2a0-33ddd5faabdf {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:38.352629 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-plugged", "status": "completed", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:38.353067 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5391d74b-7ba2-42d3-b2a0-33ddd5faabdf {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:38.353577 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'code': 200} Jan 21 13:53:38.380722 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:38.647202 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:53:38.891586 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f447973-6882-4633-9b6a-70f4e995f7e9 req-7ede716b-6556-4369-abba-7f627d2018ec tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:38.893120 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f447973-6882-4633-9b6a-70f4e995f7e9 req-7ede716b-6556-4369-abba-7f627d2018ec tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0515835 Jan 21 13:53:38.947481 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0f447973-6882-4633-9b6a-70f4e995f7e9 req-26df31fd-0c56-4d06-8973-80667c42965f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485256 Jan 21 13:53:40.075899 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210ba60-d19e-47af-b97c-e0ea442098f8 req-aa5bf010-3b4d-4f68-81d1-b65c9eb24d06 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:40.077376 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1210ba60-d19e-47af-b97c-e0ea442098f8 req-aa5bf010-3b4d-4f68-81d1-b65c9eb24d06 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0532167 Jan 21 13:53:40.131382 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1210ba60-d19e-47af-b97c-e0ea442098f8 req-b4783d4e-afa6-4721-b626-3e602c0c7b91 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484447 Jan 21 13:53:41.243812 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:41.261174 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da665be-7851-4cc0-99d2-932b9e8a9ef6 req-c2e0622c-a93f-4d61-86a5-1ab7ac4d7960 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:41.263261 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8da665be-7851-4cc0-99d2-932b9e8a9ef6 req-c2e0622c-a93f-4d61-86a5-1ab7ac4d7960 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0593166 Jan 21 13:53:41.320048 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8da665be-7851-4cc0-99d2-932b9e8a9ef6 req-cd8129e8-348d-420b-a4d0-896c875e6742 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512195 Jan 21 13:53:41.328634 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b83dcc95-4e3c-4041-8a29-5c68e1f7c4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:42.472422 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a3716-ba7d-4949-a507-8ab921ebf85e req-b3bf8338-2282-453d-9e08-2eae72f53d3c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:42.473919 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d6a3716-ba7d-4949-a507-8ab921ebf85e req-b3bf8338-2282-453d-9e08-2eae72f53d3c tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0746837 Jan 21 13:53:42.527311 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d6a3716-ba7d-4949-a507-8ab921ebf85e req-f8bb4a73-0310-4e50-a99d-c4441fa9ae9d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476999 Jan 21 13:53:43.354462 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-87089399-3c01-40e9-a49b-b780c2cebc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:43.651023 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442085-1eee-415d-be4b-0bb41cdd1060 req-20a1800a-e988-4f2e-ae0f-88f3089ec622 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:43.652928 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3a442085-1eee-415d-be4b-0bb41cdd1060 req-20a1800a-e988-4f2e-ae0f-88f3089ec622 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0539098 Jan 21 13:53:43.704331 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3a442085-1eee-415d-be4b-0bb41cdd1060 req-943fa3fe-5511-4047-9aad-56dccfca1fd9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447552 Jan 21 13:53:44.824186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918787b8-2655-40e8-875e-af3b0f140c17 req-2406c683-ce04-4c0e-a466-a4c333152bdf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:44.826699 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-918787b8-2655-40e8-875e-af3b0f140c17 req-2406c683-ce04-4c0e-a466-a4c333152bdf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0492530 Jan 21 13:53:44.874979 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-918787b8-2655-40e8-875e-af3b0f140c17 req-b9197b97-eaaf-498c-8bfd-324333dbaddf tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Jan 21 13:53:45.034953 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:45.998769 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bd5f4-8247-40b9-8c73-a789fd380f92 req-c171606f-02d4-48e4-beeb-55f01805586f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:46.000229 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c05bd5f4-8247-40b9-8c73-a789fd380f92 req-c171606f-02d4-48e4-beeb-55f01805586f tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0521181 Jan 21 13:53:46.046660 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c05bd5f4-8247-40b9-8c73-a789fd380f92 req-8615615c-f0fb-476b-987f-bb78af78c911 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Jan 21 13:53:46.518653 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:47.163504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca54344-a5bc-477f-9045-2d6d0b509fcd req-c0bb7203-3501-4a14-9fc1-31d2fe3c975a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:47.164982 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fca54344-a5bc-477f-9045-2d6d0b509fcd req-c0bb7203-3501-4a14-9fc1-31d2fe3c975a tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 943 time: 0.0481651 Jan 21 13:53:47.213635 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fca54344-a5bc-477f-9045-2d6d0b509fcd req-0d3c9759-3583-4716-9425-2f04df472b03 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Jan 21 13:53:47.679283 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:48.001132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:53:48.092063 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:48.102201 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'port_id': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'mac_address': 'fa:16:3e:60:33:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:53:48.142762 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:48.143153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:48.155693 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:53:48.173846 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:48.177888 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:48.224491 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=9']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:48.231565 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.231913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.232258 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.232717 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.233098 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.233426 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.233753 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.234096 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.234400 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.234725 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.235044 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.235359 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.235674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:53:48.332900 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e925-a7a5-425b-8eb3-122d92529834 req-cd6af37a-ada5-4b11-8697-5c4bccd63c05 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:48.334364 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-be68e925-a7a5-425b-8eb3-122d92529834 req-cd6af37a-ada5-4b11-8697-5c4bccd63c05 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0475836 Jan 21 13:53:48.382268 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-be68e925-a7a5-425b-8eb3-122d92529834 req-df4bf79e-5635-4b80-af57-52df8657748b tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Jan 21 13:53:48.437645 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['a19095e3-cf06-48dc-9a39-1af3f2004ebb'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:53:49.530243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c415-532b-4ec4-96bc-1a64c37aabef req-58d9bd24-4a7c-4166-b0f6-f221f520b0e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:49.531743 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-abc3c415-532b-4ec4-96bc-1a64c37aabef req-58d9bd24-4a7c-4166-b0f6-f221f520b0e8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 944 time: 0.0489962 Jan 21 13:53:49.578672 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-abc3c415-532b-4ec4-96bc-1a64c37aabef req-60ab0cea-f73a-4955-958e-54a8477dc317 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Jan 21 13:53:50.017270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:53:50.064809 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port a19095e3-cf06-48dc-9a39-1af3f2004ebb triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:53:50.065187 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:50.143207 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port a19095e3-cf06-48dc-9a39-1af3f2004ebb is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:53:50.143600 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:50.165096 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:53:50.167303 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ddf23-cd00-41b4-8db2-b517c89e33bd" -d '{"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:53:50.180035 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:53:50.184079 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:53:50.209376 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c90051-2965-4218-b4c1-649ef9ebe86e x-openstack-request-id: req-31c90051-2965-4218-b4c1-649ef9ebe86e {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:53:50.209665 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:53:50.209915 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-31c90051-2965-4218-b4c1-649ef9ebe86e {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:53:50.210301 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'code': 200} Jan 21 13:53:50.235622 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=10']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:53:50.398822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba393280-b0b2-403e-a025-9c02be40b9b0 req-6a18573e-7fa9-4baf-acdd-4e118d174912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:50.400221 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba393280-b0b2-403e-a025-9c02be40b9b0 req-6a18573e-7fa9-4baf-acdd-4e118d174912 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0407338 Jan 21 13:53:50.443972 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba393280-b0b2-403e-a025-9c02be40b9b0 req-fe9d6a3a-4e45-49ca-a0f4-62c3fbc8e5a5 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Jan 21 13:53:50.699186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c045a7-2a66-4189-a6e8-267d91d50e0d req-1851ffc2-3fc7-4437-ba7c-a9225cc032d8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:50.700649 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-91c045a7-2a66-4189-a6e8-267d91d50e0d req-1851ffc2-3fc7-4437-ba7c-a9225cc032d8 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0519905 Jan 21 13:53:50.749796 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-91c045a7-2a66-4189-a6e8-267d91d50e0d req-aff30099-0b6a-4b4e-bb1e-e4352aa522f9 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Jan 21 13:53:51.882126 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f938d-48c0-4dc2-891e-721063c02d92 req-efa88450-974b-457d-b95c-21723fbd7b56 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:51.883744 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d15f938d-48c0-4dc2-891e-721063c02d92 req-efa88450-974b-457d-b95c-21723fbd7b56 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0591352 Jan 21 13:53:51.942918 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d15f938d-48c0-4dc2-891e-721063c02d92 req-24c26403-70eb-4ca2-828d-e8d24341bd36 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515618 Jan 21 13:53:53.063218 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f874d0c-eea6-45c0-bd9f-1c2d0d194129 req-329d9830-a8f2-4de6-8ef1-767302b8b100 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:53:53.064734 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f874d0c-eea6-45c0-bd9f-1c2d0d194129 req-329d9830-a8f2-4de6-8ef1-767302b8b100 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0490515 Jan 21 13:53:53.111884 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f874d0c-eea6-45c0-bd9f-1c2d0d194129 req-155a7512-0f08-410d-9fa9-b680a910602e tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Jan 21 13:54:11.234804 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:11.311332 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-2bfe3c9e-858e-4ffd-b102-b20d6b0269ee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401726 Jan 21 13:54:11.319273 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbf7c-6b45-46d5-83c0-13c11a1cd2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:11.372521 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-4d8da4d8-b05d-4d4f-8531-6f9301318968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:11.374077 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-4d8da4d8-b05d-4d4f-8531-6f9301318968 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0428030 Jan 21 13:54:11.472967 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-08c0425b-6e22-48cd-ac7d-3e7b36ffe429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:11.474311 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-08c0425b-6e22-48cd-ac7d-3e7b36ffe429 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 200 len: 918 time: 0.0818679 Jan 21 13:54:11.541599 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-4f7d2430-fb26-415f-8725-9f77501cfab3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 200 len: 1001 time: 0.0594788 Jan 21 13:54:11.587978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-ecc076a1-0623-469c-a5eb-4abf886b6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:11.589402 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-ecc076a1-0623-469c-a5eb-4abf886b6096 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 200 len: 856 time: 0.0414319 Jan 21 13:54:11.632801 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-a92b2f7c-e3a9-48e5-910a-2a3ba7070999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:11.634247 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-a92b2f7c-e3a9-48e5-910a-2a3ba7070999 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ba9eaea-c320-46c7-b6bb-d0baef77b7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382433 Jan 21 13:54:11.953286 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-8c00b727-3038-48d0-ab83-0910207fd882 service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124127 Jan 21 13:54:12.039507 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3af682b1-8de2-49d7-808d-e5fb28f38ee6 req-b73acc48-53f7-42c5-8fc0-e9fd755cf51a service neutron] 10.222.0.107 "GET /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799396 Jan 21 13:54:13.347776 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c806968-f036-4b44-bf3e-a60fc26bd2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:15.037923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:15.645490 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:54:16.520363 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:17.672712 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:19.552818 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228676c-380c-451f-8877-eb3523bc9948 req-b154d2ee-67df-4bad-a736-408c01052dae tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:19.554254 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f228676c-380c-451f-8877-eb3523bc9948 req-b154d2ee-67df-4bad-a736-408c01052dae tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0514684 Jan 21 13:54:19.599599 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f228676c-380c-451f-8877-eb3523bc9948 req-5e73d98a-fa94-45ab-ade8-887962fd544c tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398560 Jan 21 13:54:20.721950 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb67eed-3bf7-41eb-9792-5ebe4e2d1e88 req-bb9b8f3e-4be2-4fed-8090-1ab8ef618e59 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:20.723421 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fb67eed-3bf7-41eb-9792-5ebe4e2d1e88 req-bb9b8f3e-4be2-4fed-8090-1ab8ef618e59 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0489180 Jan 21 13:54:20.769603 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fb67eed-3bf7-41eb-9792-5ebe4e2d1e88 req-bbf43ea2-46f8-4b9c-aebb-677120ec70fb tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups?id=877872cc-f3ea-430c-9cc4-e598f49b62f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Jan 21 13:54:21.280928 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-b3e70e09-f0b8-4417-bcc0-de90e397c932 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:21.282377 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-b3e70e09-f0b8-4417-bcc0-de90e397c932 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 945 time: 0.0495555 Jan 21 13:54:21.375089 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Deleting port 3388ca83-ec51-4aee-aede-a4637d3d327d {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:21.375424 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:21.461116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] For port 3388ca83-ec51-4aee-aede-a4637d3d327d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=3388ca83-ec51-4aee-aede-a4637d3d327d,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:21.461398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:21.632005 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:21.632361 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:21.632709 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Floating IP 76643368-1dab-41e8-b8b0-14093712e1c3 disassociated. External IP: 172.27.3.205, port: 3388ca83-ec51-4aee-aede-a4637d3d327d. Jan 21 13:54:21.633053 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Calling delete_port for 3388ca83-ec51-4aee-aede-a4637d3d327d owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:21.756927 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (3388ca83-ec51-4aee-aede-a4637d3d327d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:21.785998 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'Port': ['ID=3388ca83-ec51-4aee-aede-a4637d3d327d,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:21.797160 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.797275 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.797588 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.797938 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.798277 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.798614 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.798950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.799283 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.799615 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.799950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.800278 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.800621 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.800950 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:21.878427 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed125932-135a-4e97-a5d2-822a394268a4 req-76ab1489-252e-4bc4-9408-1491562f65ca tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/ports?device_id=406e22ef-2339-49fb-9f7f-3568a327b764 HTTP/1.1" status: 200 len: 210 time: 0.0357282 Jan 21 13:54:21.939052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:54:22.046343 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:54:22.055621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:54:22.065917 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:22.066534 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:22.086201 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] No DVR routers for this DVR port 3388ca83-ec51-4aee-aede-a4637d3d327d on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:22.088740 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:22.092322 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d7661e62-0625-442d-aef4-d6f1efbbcfe7 req-677e5a10-da0e-48ad-bfb4-610cf84e799d tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.107 "DELETE /v2.0/ports/3388ca83-ec51-4aee-aede-a4637d3d327d HTTP/1.1" status: 204 len: 173 time: 0.8043597 Jan 21 13:54:22.092793 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'name': 'network-vif-deleted', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:54:22.095027 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe47a37f-b783-44d1-90fb-c66e116179a6" -d '{"events": [{"server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "name": "network-vif-deleted", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:54:22.138714 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2d547-18d2-4e61-9039-11c11007921d x-openstack-request-id: req-04d2d547-18d2-4e61-9039-11c11007921d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:54:22.139141 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e22ef-2339-49fb-9f7f-3568a327b764", "name": "network-vif-deleted", "tag": "3388ca83-ec51-4aee-aede-a4637d3d327d", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:54:22.139406 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-04d2d547-18d2-4e61-9039-11c11007921d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:54:22.139822 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e22ef-2339-49fb-9f7f-3568a327b764', 'name': 'network-vif-deleted', 'tag': '3388ca83-ec51-4aee-aede-a4637d3d327d', 'status': 'completed', 'code': 200} Jan 21 13:54:22.178888 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:22.390887 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:22.420650 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:54:22.428740 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:22.429332 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:22.538217 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:22.735297 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:22.760549 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1ddec-da7f-44a2-983f-c06b3e64f934 None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '6dcd76ca-fa9b-4e82-b47c-07e195f857dc', 'name': '', 'network_id': '257b1f17-c2c3-4ac6-a932-3ddca797ac52', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'mac_address': 'fa:16:3e:21:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:11Z', 'updated_at': '2022-01-21T13:47:24Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'subnets': [{'id': 'ae5a1ce2-e089-42c5-9599-9f76f62e6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:54:22.965193 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48538) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:22.978700 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db91a4-99ac-4af6-a864-59ed845614af None None] New status for floating IP 76643368-1dab-41e8-b8b0-14093712e1c3: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:54:23.024238 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (877872cc-f3ea-430c-9cc4-e598f49b62f2), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.047851 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (877872cc-f3ea-430c-9cc4-e598f49b62f2), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.098791 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (877872cc-f3ea-430c-9cc4-e598f49b62f2), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.101629 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.105135 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "DELETE /v2.0/security-groups/877872cc-f3ea-430c-9cc4-e598f49b62f2 HTTP/1.1" status: 204 len: 168 time: 0.1363015 Jan 21 13:54:23.105685 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48540) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:23.112161 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458315-e387-4ff6-8c9d-108b17d822c4 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877872cc-f3ea-430c-9cc4-e598f49b62f2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:23.132375 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-3b482b00-f55d-4a6b-b2a1-edcf85cb23ac tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] show failed (client error): The resource could not be found. Jan 21 13:54:23.133530 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3b482b00-f55d-4a6b-b2a1-edcf85cb23ac tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "GET /v2.0/security-groups/877872cc-f3ea-430c-9cc4-e598f49b62f2 HTTP/1.1" status: 404 len: 347 time: 0.0268776 Jan 21 13:54:23.136485 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48542) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:23.262206 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Deleting port 711a8561-db17-4aef-ad04-8ac773375f93 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:23.262540 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (711a8561-db17-4aef-ad04-8ac773375f93), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.341791 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (711a8561-db17-4aef-ad04-8ac773375f93), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.342034 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (711a8561-db17-4aef-ad04-8ac773375f93), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.353316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Calling delete_port for 711a8561-db17-4aef-ad04-8ac773375f93 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:23.483533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (711a8561-db17-4aef-ad04-8ac773375f93), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.512655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Pushing event deleted for resources: {'Port': ['ID=711a8561-db17-4aef-ad04-8ac773375f93,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:23.570884 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks [] for floatingip (76643368-1dab-41e8-b8b0-14093712e1c3), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.573650 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:23.575069 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e55aeeb7-2964-497e-add6-e5c3bea7a334 tempest-AttachVolumeTestJSON-306023781 tempest-AttachVolumeTestJSON-306023781-project] 10.222.0.84 "DELETE /v2.0/floatingips/76643368-1dab-41e8-b8b0-14093712e1c3 HTTP/1.1" status: 204 len: 168 time: 0.4371350 Jan 21 13:54:26.193760 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 3388ca83-ec51-4aee-aede-a4637d3d327d no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:26.213669 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 3388ca83-ec51-4aee-aede-a4637d3d327d {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:26.214017 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 3388ca83-ec51-4aee-aede-a4637d3d327d not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:26.548807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8750f-b2c3-4c22-a274-65bfe9e6af6d req-9e727cb2-7c0d-42d7-b544-98162427d1a4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:26.550285 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13d8750f-b2c3-4c22-a274-65bfe9e6af6d req-9e727cb2-7c0d-42d7-b544-98162427d1a4 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Jan 21 13:54:26.599214 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13d8750f-b2c3-4c22-a274-65bfe9e6af6d req-a11e0ca0-d8cb-4e07-bd9a-731030f7bd13 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Jan 21 13:54:27.090426 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48584) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:27.674559 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:27.733692 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f45aa-c865-440f-8b56-51eed8156f94 req-195ef0c9-db3b-4270-a627-03d9ec1d6f66 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:27.735191 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ac4f45aa-c865-440f-8b56-51eed8156f94 req-195ef0c9-db3b-4270-a627-03d9ec1d6f66 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0602391 Jan 21 13:54:27.793150 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ac4f45aa-c865-440f-8b56-51eed8156f94 req-43e16b98-b393-410e-831f-43a5422ca594 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520360 Jan 21 13:54:27.922109 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-28f7b762-2da5-4a32-9f57-494f0dc7c437 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:27.923496 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-28f7b762-2da5-4a32-9f57-494f0dc7c437 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.0963862 Jan 21 13:54:28.072572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Deleting port a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:28.072937 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.141337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Deleting port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:28.141676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.214213 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] For port a19095e3-cf06-48dc-9a39-1af3f2004ebb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=a19095e3-cf06-48dc-9a39-1af3f2004ebb,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:28.214493 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.545323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] For port 6dcd76ca-fa9b-4e82-b47c-07e195f857dc, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:28.545593 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.565213 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Calling delete_port for 6dcd76ca-fa9b-4e82-b47c-07e195f857dc owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:28.761323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.762026 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:28.762026 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Floating IP 2eb1c31c-6129-4542-9a77-21a4f6dbd161 disassociated. External IP: 172.27.3.174, port: a19095e3-cf06-48dc-9a39-1af3f2004ebb. Jan 21 13:54:28.762322 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Calling delete_port for a19095e3-cf06-48dc-9a39-1af3f2004ebb owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:28.959230 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6dcd76ca-fa9b-4e82-b47c-07e195f857dc), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:29.010566 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcd76ca-fa9b-4e82-b47c-07e195f857dc,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:29.028166 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505bc58-5609-4878-a002-7d3374f8513e req-f7f8d448-c50a-4adb-9c53-2061044dfcae tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:29.029920 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f505bc58-5609-4878-a002-7d3374f8513e req-f7f8d448-c50a-4adb-9c53-2061044dfcae tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 946 time: 0.1492460 Jan 21 13:54:29.056579 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (a19095e3-cf06-48dc-9a39-1af3f2004ebb), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:29.137421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'Port': ['ID=a19095e3-cf06-48dc-9a39-1af3f2004ebb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:29.168211 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f505bc58-5609-4878-a002-7d3374f8513e req-e6af02e8-28bd-4e14-97ec-8b8a5147ccfb tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups?id=625e634d-8a22-45ea-94a3-0542a04a716b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221282 Jan 21 13:54:29.348527 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:29.365548 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:54:29.617304 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:54:29.629769 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:54:29.647495 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:29.648116 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:29.713450 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] No DVR routers for this DVR port a19095e3-cf06-48dc-9a39-1af3f2004ebb on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:29.718037 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:29.721371 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85e4691c-c124-4697-8288-4e33bc7fa7b1 req-8811e82c-326c-42e3-8606-87c17d51993d tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.107 "DELETE /v2.0/ports/a19095e3-cf06-48dc-9a39-1af3f2004ebb HTTP/1.1" status: 204 len: 173 time: 1.7929683 Jan 21 13:54:29.721828 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-deleted', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:54:29.724066 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42fea10-d1bc-4bae-bd75-9259091a5fd5" -d '{"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-deleted", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:54:29.755758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:54:29.768739 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4952131-5069-402a-9170-02f0ce1838cc x-openstack-request-id: req-d4952131-5069-402a-9170-02f0ce1838cc {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:54:29.769361 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f409b3-10f8-4920-b146-2587110be8f6", "name": "network-vif-deleted", "tag": "a19095e3-cf06-48dc-9a39-1af3f2004ebb", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:54:29.769361 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4952131-5069-402a-9170-02f0ce1838cc {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:54:29.769753 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f409b3-10f8-4920-b146-2587110be8f6', 'name': 'network-vif-deleted', 'tag': 'a19095e3-cf06-48dc-9a39-1af3f2004ebb', 'status': 'completed', 'code': 200} Jan 21 13:54:29.796353 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:29.897925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:54:29.903431 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b843329a-940f-4920-8d63-205d8715ffec admin admin] 10.222.0.84 "PUT /v2.0/routers/4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119097 Jan 21 13:54:29.906074 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48594) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:29.908879 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Sync routers for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:54:29.918585 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:29.919724 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.025968 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks [] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.028454 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.035532 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:30.060283 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:54:30.066818 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:30.067411 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.137070 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks [] for router_gateway (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.208248 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Deleting port 7b532ba7-c298-43fc-9471-423231621a65 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:30.211466 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (7b532ba7-c298-43fc-9471-423231621a65), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.251698 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '7b532ba7-c298-43fc-9471-423231621a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:28Z', 'revision_number': 5, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port': {'id': '7b532ba7-c298-43fc-9471-423231621a65', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.297422 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Checking router: 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:54:30.310704 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Routers {'4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:30.311318 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.335797 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:30.352291 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c32d4f45-5fd3-4eeb-8294-2451f7052d90 req-b8ae7579-a860-4d9f-a210-6f67486333ed tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/ports?device_id=09f409b3-10f8-4920-b146-2587110be8f6 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Jan 21 13:54:30.383507 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] For port 7b532ba7-c298-43fc-9471-423231621a65, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=7b532ba7-c298-43fc-9471-423231621a65,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:30.384495 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (7b532ba7-c298-43fc-9471-423231621a65), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.401181 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Calling delete_port for 7b532ba7-c298-43fc-9471-423231621a65 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:30.419588 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] Set router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:30.482919 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:30Z', 'revision_number': 6, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.508837 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae661b7a-2202-420b-90a4-5a0ab1b429f9 None None] The sync data for ids ['4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3'] in dv-cinder-820164-2-iscsi is: [{'id': '4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3', 'name': 'tempest-AttachVolumeTestJSON-451587497-router', 'tenant_id': '21b908f3a07442bcbeabe49a50f7f48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:30Z', 'revision_number': 6, 'project_id': '21b908f3a07442bcbeabe49a50f7f48a', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:54:30.549572 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:30.577094 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160e20e-9e6a-47ec-bda5-b611020729a8 None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:47:16Z', 'revision_number': 4, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': '9dd76d68-4cb8-4df9-bfbd-9d9db473f40b', 'name': '', 'network_id': '5ba9eaea-c320-46c7-b6bb-d0baef77b7da', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'mac_address': 'fa:16:3e:89:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:13Z', 'updated_at': '2022-01-21T13:47:27Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'subnets': [{'id': 'b6e53a21-a611-4fb0-aca8-dc924ed7de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:54:30.581371 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (7b532ba7-c298-43fc-9471-423231621a65), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.605000 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b532ba7-c298-43fc-9471-423231621a65,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:30.668753 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.763149 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.765511 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks [] for router_controller (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:30.820171 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2c408d-3a48-49a2-8fde-8409869ef17a None None] New status for floating IP 2eb1c31c-6129-4542-9a77-21a4f6dbd161: DOWN {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:54:31.051170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.051791 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:54:31.056132 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.057329 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f9907c28-8b66-4d9c-b7ec-898830284715 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4d2fea47-9cb2-41a0-a3ce-3da3cd4c06c3 HTTP/1.1" status: 204 len: 168 time: 1.1480181 Jan 21 13:54:31.060375 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48598) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:31.103550 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Deleting subnet ae5a1ce2-e089-42c5-9599-9f76f62e6d00 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:54:31.107259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Publish callbacks [] for subnet (ae5a1ce2-e089-42c5-9599-9f76f62e6d00), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.142053 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (ae5a1ce2-e089-42c5-9599-9f76f62e6d00), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.220118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (ae5a1ce2-e089-42c5-9599-9f76f62e6d00), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.271133 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (ae5a1ce2-e089-42c5-9599-9f76f62e6d00), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.296404 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5a1ce2-e089-42c5-9599-9f76f62e6d00,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:31.300231 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.303443 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f237e79b-9f77-4a1c-90aa-fa2f079e86c9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ae5a1ce2-e089-42c5-9599-9f76f62e6d00 HTTP/1.1" status: 204 len: 168 time: 0.2420926 Jan 21 13:54:31.306016 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48600) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:31.307132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e3b25-17fd-4164-8a50-743bf33b95a6 None None] Network 257b1f17-c2c3-4ac6-a932-3ddca797ac52 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:54:31.388859 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (257b1f17-c2c3-4ac6-a932-3ddca797ac52), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.392716 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7b532ba7-c298-43fc-9471-423231621a65 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:31.421396 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 7b532ba7-c298-43fc-9471-423231621a65 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:31.421854 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 7b532ba7-c298-43fc-9471-423231621a65 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:31.422170 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6dcd76ca-fa9b-4e82-b47c-07e195f857dc no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:31.449337 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Deleting port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:31.449964 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.471269 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48606) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:31.472790 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 6dcd76ca-fa9b-4e82-b47c-07e195f857dc {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:31.473468 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6dcd76ca-fa9b-4e82-b47c-07e195f857dc not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:31.545301 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] For port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:31.545655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.565520 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] DHCP port deletion for 257b1f17-c2c3-4ac6-a932-3ddca797ac52 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:54:31.566296 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Calling delete_port for e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:31.589592 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (625e634d-8a22-45ea-94a3-0542a04a716b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.617664 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Deleting port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:31.618047 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.649662 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (625e634d-8a22-45ea-94a3-0542a04a716b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.686281 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] For port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,segment=NetworkSegment(3dff6e52-4e05-41b4-8310-7e81027ca11b),segment_id=3dff6e52-4e05-41b4-8310-7e81027ca11b)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:31.686803 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.702671 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Calling delete_port for e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:31.710290 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.740248 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:31.742082 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] No DVR routers for this DVR port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc on host dv-cinder-820164-2-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:31.748534 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (625e634d-8a22-45ea-94a3-0542a04a716b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.749915 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.751053 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "DELETE /v2.0/security-groups/625e634d-8a22-45ea-94a3-0542a04a716b HTTP/1.1" status: 204 len: 168 time: 0.2788410 Jan 21 13:54:31.754288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48608) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:31.768419 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.api.v2.resource [None req-20af4c92-bc1d-46fd-b4e2-6db38d2745cb tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] show failed (client error): The resource could not be found. Jan 21 13:54:31.772764 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-20af4c92-bc1d-46fd-b4e2-6db38d2745cb tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "GET /v2.0/security-groups/625e634d-8a22-45ea-94a3-0542a04a716b HTTP/1.1" status: 404 len: 347 time: 0.0170884 Jan 21 13:54:31.772914 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48610) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:31.813243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57569-0240-4431-b00e-3211da3b2b83 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e634d-8a22-45ea-94a3-0542a04a716b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:31.835921 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.873062 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] Pushing event deleted for resources: {'Port': ['ID=e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:31.876474 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9f328-33be-481c-9962-5875522c5fba None None] No DVR routers for this DVR port e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:31.905565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (257b1f17-c2c3-4ac6-a932-3ddca797ac52), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.947500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257b1f17-c2c3-4ac6-a932-3ddca797ac52']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:31.959253 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dff6e52-4e05-41b4-8310-7e81027ca11b') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:31.959538 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dff6e52-4e05-41b4-8310-7e81027ca11b') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:31.973642 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (3dff6e52-4e05-41b4-8310-7e81027ca11b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.990175 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (3dff6e52-4e05-41b4-8310-7e81027ca11b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.995465 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Deleting port 5885dc47-b1b8-4b83-ac68-3317843f8ee8 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:31.995790 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:31.999800 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:54:32.000244 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (3dff6e52-4e05-41b4-8310-7e81027ca11b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:54:32.001849 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:54:32.099847 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (257b1f17-c2c3-4ac6-a932-3ddca797ac52), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.107641 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.110548 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] 10.222.0.84 "DELETE /v2.0/networks/257b1f17-c2c3-4ac6-a932-3ddca797ac52 HTTP/1.1" status: 204 len: 168 time: 0.8036237 Jan 21 13:54:32.126080 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618a475-f512-4f3e-afd2-f50398152a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=257b1f17-c2c3-4ac6-a932-3ddca797ac52,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:32.140289 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.140794 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (5885dc47-b1b8-4b83-ac68-3317843f8ee8), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.154138 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Calling delete_port for 5885dc47-b1b8-4b83-ac68-3317843f8ee8 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:32.223558 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:32.228726 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48614) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:32.246188 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: a19095e3-cf06-48dc-9a39-1af3f2004ebb {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:32.246648 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device a19095e3-cf06-48dc-9a39-1af3f2004ebb not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:32.271389 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0da20887-b00a-4c01-854c-21b499e95a80 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21b908f3a07442bcbeabe49a50f7f48a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389571 Jan 21 13:54:32.271776 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48616) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:32.293262 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (5885dc47-b1b8-4b83-ac68-3317843f8ee8), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.319678 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] Publish callbacks [] for security_group (d39fd002-d2e1-4e54-ad55-62aa15d0a18a), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.320075 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Pushing event deleted for resources: {'Port': ['ID=5885dc47-b1b8-4b83-ac68-3317843f8ee8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:32.345119 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] Publish callbacks [] for security_group (d39fd002-d2e1-4e54-ad55-62aa15d0a18a), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.381763 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks [] for floatingip (2eb1c31c-6129-4542-9a77-21a4f6dbd161), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.384330 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.385587 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b7a047a5-66ab-4cda-bd64-e77f623862d0 tempest-AttachVolumeShelveTestJSON-104656253 tempest-AttachVolumeShelveTestJSON-104656253-project] 10.222.0.84 "DELETE /v2.0/floatingips/2eb1c31c-6129-4542-9a77-21a4f6dbd161 HTTP/1.1" status: 204 len: 168 time: 0.6078024 Jan 21 13:54:32.398068 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d39fd002-d2e1-4e54-ad55-62aa15d0a18a), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.401111 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:32.405151 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d39fd002-d2e1-4e54-ad55-62aa15d0a18a HTTP/1.1" status: 204 len: 168 time: 0.1295342 Jan 21 13:54:32.410466 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3912ff6-73d1-4d57-92ab-c4d7457cfc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39fd002-d2e1-4e54-ad55-62aa15d0a18a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:33.276999 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:33.297489 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:33.297832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e01b31eb-6e7d-4a61-b6a8-97f2bc5be9bc not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:34.800083 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48708) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:35.301819 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (011a80e6-22f2-4320-94b9-8df655301f3b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:35.546819 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Deleting port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:35.547154 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:35.625252 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] For port 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:35.625611 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:35.636914 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Calling delete_port for 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:36.050838 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (9dd76d68-4cb8-4df9-bfbd-9d9db473f40b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.073641 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd76d68-4cb8-4df9-bfbd-9d9db473f40b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:36.245277 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (011a80e6-22f2-4320-94b9-8df655301f3b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.473149 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Router 011a80e6-22f2-4320-94b9-8df655301f3b has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:54:36.586545 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:54:36.595052 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-69abb789-b3d1-4e16-8772-b6996bb097e4 admin admin] 10.222.0.84 "PUT /v2.0/routers/011a80e6-22f2-4320-94b9-8df655301f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906358 Jan 21 13:54:36.595052 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48724) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:36.597951 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Sync routers for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:54:36.610472 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:36.611131 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:36.697197 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks [] for router (011a80e6-22f2-4320-94b9-8df655301f3b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.716286 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:36.799321 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks [] for router_gateway (011a80e6-22f2-4320-94b9-8df655301f3b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.853329 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Deleting port be208197-6449-4428-8a47-a0d45abecec6 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:36.853937 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (be208197-6449-4428-8a47-a0d45abecec6), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.895120 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'be208197-6449-4428-8a47-a0d45abecec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:35Z', 'revision_number': 5, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port': {'id': 'be208197-6449-4428-8a47-a0d45abecec6', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:47:04Z', 'updated_at': '2022-01-21T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:36.921646 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Checking router: 011a80e6-22f2-4320-94b9-8df655301f3b for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:54:36.929834 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Routers {'011a80e6-22f2-4320-94b9-8df655301f3b'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:36.930422 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['011a80e6-22f2-4320-94b9-8df655301f3b'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:36.935211 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-27884209-5de6-477d-b704-99207f919848 admin admin] For port be208197-6449-4428-8a47-a0d45abecec6, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=be208197-6449-4428-8a47-a0d45abecec6,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:36.935569 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (be208197-6449-4428-8a47-a0d45abecec6), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:36.946872 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Calling delete_port for be208197-6449-4428-8a47-a0d45abecec6 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:37.014440 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] Set router 011a80e6-22f2-4320-94b9-8df655301f3b gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:37.065041 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:36Z', 'revision_number': 6, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:37.110730 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (be208197-6449-4428-8a47-a0d45abecec6), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.136832 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Pushing event deleted for resources: {'Port': ['ID=be208197-6449-4428-8a47-a0d45abecec6,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:37.150933 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.151534 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.151678 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.151948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.152276 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.152603 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.152952 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.153278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.153760 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.154288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.154625 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.154948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.155272 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:54:37.187630 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97496d94-8750-4e61-9f13-d3220ecd4a97 None None] The sync data for ids ['011a80e6-22f2-4320-94b9-8df655301f3b'] in dv-cinder-820164-2-iscsi is: [{'id': '011a80e6-22f2-4320-94b9-8df655301f3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1401735413-router', 'tenant_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:47:03Z', 'updated_at': '2022-01-21T13:54:36Z', 'revision_number': 6, 'project_id': 'e4e7437157cf4651b4c5152ebeee82e5', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:54:37.209558 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (011a80e6-22f2-4320-94b9-8df655301f3b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.297637 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (011a80e6-22f2-4320-94b9-8df655301f3b), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.299718 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks [] for router_controller (011a80e6-22f2-4320-94b9-8df655301f3b), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.346678 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (011a80e6-22f2-4320-94b9-8df655301f3b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.347320 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011a80e6-22f2-4320-94b9-8df655301f3b {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:54:37.351653 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27884209-5de6-477d-b704-99207f919848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.352959 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-27884209-5de6-477d-b704-99207f919848 admin admin] 10.222.0.84 "DELETE /v2.0/routers/011a80e6-22f2-4320-94b9-8df655301f3b HTTP/1.1" status: 204 len: 168 time: 0.7575603 Jan 21 13:54:37.355426 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48730) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:37.398545 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Deleting subnet b6e53a21-a611-4fb0-aca8-dc924ed7de4d {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:54:37.401789 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Publish callbacks [] for subnet (b6e53a21-a611-4fb0-aca8-dc924ed7de4d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.438053 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (b6e53a21-a611-4fb0-aca8-dc924ed7de4d), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.521642 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (b6e53a21-a611-4fb0-aca8-dc924ed7de4d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.599946 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (b6e53a21-a611-4fb0-aca8-dc924ed7de4d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.630208 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e53a21-a611-4fb0-aca8-dc924ed7de4d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:37.632170 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.637882 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0a8f3470-2273-440b-85cd-eb01387311b7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b6e53a21-a611-4fb0-aca8-dc924ed7de4d HTTP/1.1" status: 204 len: 168 time: 0.2790227 Jan 21 13:54:37.638492 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48736) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:37.641193 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e630c-6642-4eb7-ae99-6b71668fa778 None None] Network 5ba9eaea-c320-46c7-b6bb-d0baef77b7da requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:54:37.723276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (5ba9eaea-c320-46c7-b6bb-d0baef77b7da), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.777211 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Deleting port aa1890f1-2081-45ad-9ebc-c356cd59ec55 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:37.777551 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.838852 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] For port aa1890f1-2081-45ad-9ebc-c356cd59ec55, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=aa1890f1-2081-45ad-9ebc-c356cd59ec55,segment=NetworkSegment(4a8be8de-1316-45a4-80c6-43422b52e7f6),segment_id=4a8be8de-1316-45a4-80c6-43422b52e7f6)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:37.839123 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.855992 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Calling delete_port for aa1890f1-2081-45ad-9ebc-c356cd59ec55 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:37.937722 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (aa1890f1-2081-45ad-9ebc-c356cd59ec55), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:37.964620 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1890f1-2081-45ad-9ebc-c356cd59ec55,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:37.966469 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] No DVR routers for this DVR port aa1890f1-2081-45ad-9ebc-c356cd59ec55 on host dv-cinder-820164-2-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:37.993478 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d8b7b-da02-46d7-966b-cf94215a6aaa None None] DHCP port deletion for 5ba9eaea-c320-46c7-b6bb-d0baef77b7da request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:54:38.061482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (5ba9eaea-c320-46c7-b6bb-d0baef77b7da), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.084011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9eaea-c320-46c7-b6bb-d0baef77b7da']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:38.094684 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8be8de-1316-45a4-80c6-43422b52e7f6') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:38.095000 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8be8de-1316-45a4-80c6-43422b52e7f6') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:38.105377 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (4a8be8de-1316-45a4-80c6-43422b52e7f6), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.119316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (4a8be8de-1316-45a4-80c6-43422b52e7f6), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.126922 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:54:38.127310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (4a8be8de-1316-45a4-80c6-43422b52e7f6), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:54:38.129036 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:54:38.198864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (5ba9eaea-c320-46c7-b6bb-d0baef77b7da), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.206310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.209536 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] 10.222.0.84 "DELETE /v2.0/networks/5ba9eaea-c320-46c7-b6bb-d0baef77b7da HTTP/1.1" status: 204 len: 168 time: 0.5700200 Jan 21 13:54:38.220986 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236448af-78ad-438c-88fd-7d85a01ee8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba9eaea-c320-46c7-b6bb-d0baef77b7da,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:38.332077 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48740) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:38.372187 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-330717be-0e3d-4f58-b07e-5ff9e34223b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4e7437157cf4651b4c5152ebeee82e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386701 Jan 21 13:54:38.375440 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48742) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:38.426350 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] Publish callbacks [] for security_group (393ac795-3878-4b69-b71d-69a520dd0970), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.450291 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] Publish callbacks [] for security_group (393ac795-3878-4b69-b71d-69a520dd0970), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.504066 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (393ac795-3878-4b69-b71d-69a520dd0970), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.506884 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:38.508001 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/393ac795-3878-4b69-b71d-69a520dd0970 HTTP/1.1" status: 204 len: 168 time: 0.1316547 Jan 21 13:54:38.520756 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7431e-a89e-4ed7-9454-9d5f0ab1ba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ac795-3878-4b69-b71d-69a520dd0970,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:39.298210 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:39.318943 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:39.319345 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 9dd76d68-4cb8-4df9-bfbd-9d9db473f40b not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:39.319810 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device aa1890f1-2081-45ad-9ebc-c356cd59ec55 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:39.342576 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: aa1890f1-2081-45ad-9ebc-c356cd59ec55 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:39.343145 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device aa1890f1-2081-45ad-9ebc-c356cd59ec55 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:39.343732 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device be208197-6449-4428-8a47-a0d45abecec6 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:54:39.364505 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: be208197-6449-4428-8a47-a0d45abecec6 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:54:39.365213 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device be208197-6449-4428-8a47-a0d45abecec6 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:54:40.387190 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48816) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:40.502582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2fb8b85-fc53-478f-a79c-d339e8fc657d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.574488 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2fb8b85-fc53-478f-a79c-d339e8fc657d admin admin] Publish callbacks [] for security_group (bc0db8a0-5efe-4071-b91f-e55ca26d6ef2), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.578855 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2fb8b85-fc53-478f-a79c-d339e8fc657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bc0db8a0-5efe-4071-b91f-e55ca26d6ef2), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.622555 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f2fb8b85-fc53-478f-a79c-d339e8fc657d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ecde88b750d4f249aa935cfb902542d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334149 Jan 21 13:54:40.623777 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb8b85-fc53-478f-a79c-d339e8fc657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0db8a0-5efe-4071-b91f-e55ca26d6ef2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:40.625607 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48820) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:40.674098 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] Publish callbacks [] for security_group (bc0db8a0-5efe-4071-b91f-e55ca26d6ef2), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.694906 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] Publish callbacks [] for security_group (bc0db8a0-5efe-4071-b91f-e55ca26d6ef2), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.744939 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bc0db8a0-5efe-4071-b91f-e55ca26d6ef2), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.748149 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:40.749570 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc0db8a0-5efe-4071-b91f-e55ca26d6ef2 HTTP/1.1" status: 204 len: 168 time: 0.1223960 Jan 21 13:54:40.757242 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4ca8e-f244-4da8-a8c9-e7375a63493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0db8a0-5efe-4071-b91f-e55ca26d6ef2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:41.034698 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48834) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:41.048565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3efd1cd4-36b8-40ab-9e16-c5ec0ef241a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.134327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3efd1cd4-36b8-40ab-9e16-c5ec0ef241a7 admin admin] Publish callbacks [] for security_group (96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.138234 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3efd1cd4-36b8-40ab-9e16-c5ec0ef241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.176229 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3efd1cd4-36b8-40ab-9e16-c5ec0ef241a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6a2fdd22a5e74264ab0a4a65c9f53b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403544 Jan 21 13:54:41.178175 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1cd4-36b8-40ab-9e16-c5ec0ef241a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:41.178875 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48842) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:41.231582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] Publish callbacks [] for security_group (96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.249142 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.260633 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] Publish callbacks [] for security_group (96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.313806 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.317301 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.321167 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22 HTTP/1.1" status: 204 len: 168 time: 0.1384714 Jan 21 13:54:41.329627 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422307-cdd3-4290-855e-50fb5e6af71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9b0c8-f9d6-4dd2-9954-a50a9cda5f22,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:41.344364 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d63ca91f-a187-44b6-8ee2-cc9f040f98bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.469668 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48850) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:41.575753 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1f259577-d65e-4342-b4c4-43c2b10dce97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.654984 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1f259577-d65e-4342-b4c4-43c2b10dce97 admin admin] Publish callbacks [] for security_group (e0850303-2b87-4432-bc8d-b9b560aa2dff), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.658845 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1f259577-d65e-4342-b4c4-43c2b10dce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e0850303-2b87-4432-bc8d-b9b560aa2dff), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.699222 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1f259577-d65e-4342-b4c4-43c2b10dce97 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=05a03217c0d84ddba4eff060f6e2ce5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284663 Jan 21 13:54:41.700127 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f259577-d65e-4342-b4c4-43c2b10dce97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0850303-2b87-4432-bc8d-b9b560aa2dff,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:41.702119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48862) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:41.757319 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] Publish callbacks [] for security_group (e0850303-2b87-4432-bc8d-b9b560aa2dff), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.779068 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] Publish callbacks [] for security_group (e0850303-2b87-4432-bc8d-b9b560aa2dff), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.828964 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (e0850303-2b87-4432-bc8d-b9b560aa2dff), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.831576 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:41.832767 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e0850303-2b87-4432-bc8d-b9b560aa2dff HTTP/1.1" status: 204 len: 168 time: 0.1287541 Jan 21 13:54:41.841402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734344f-c286-4703-8c40-ac809d9e4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0850303-2b87-4432-bc8d-b9b560aa2dff,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:42.157569 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48884) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:42.174427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ab2735c-48b5-425e-86f8-7367eec9aa69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.250898 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ab2735c-48b5-425e-86f8-7367eec9aa69 admin admin] Publish callbacks [] for security_group (76541a1f-164f-4e75-a968-c18611a2a0f4), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.254965 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ab2735c-48b5-425e-86f8-7367eec9aa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (76541a1f-164f-4e75-a968-c18611a2a0f4), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.292024 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2735c-48b5-425e-86f8-7367eec9aa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76541a1f-164f-4e75-a968-c18611a2a0f4,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:42.296548 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9ab2735c-48b5-425e-86f8-7367eec9aa69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=515b0c62897c4be5ad3b5ebab55de68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378553 Jan 21 13:54:42.299336 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48888) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:42.355135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] Publish callbacks [] for security_group (76541a1f-164f-4e75-a968-c18611a2a0f4), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.379264 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] Publish callbacks [] for security_group (76541a1f-164f-4e75-a968-c18611a2a0f4), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.428902 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (76541a1f-164f-4e75-a968-c18611a2a0f4), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.431633 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.432822 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76541a1f-164f-4e75-a968-c18611a2a0f4 HTTP/1.1" status: 204 len: 168 time: 0.1327670 Jan 21 13:54:42.441059 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6622ac-b0cf-454f-9285-0565c6918fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76541a1f-164f-4e75-a968-c18611a2a0f4,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:42.748015 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48914) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:42.761223 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-07f524e1-0f60-4b3b-8339-d22f6f507b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.846757 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-07f524e1-0f60-4b3b-8339-d22f6f507b06 admin admin] Publish callbacks [] for security_group (bc58eaa3-6e61-401a-9271-28ac053cd253), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.850639 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-07f524e1-0f60-4b3b-8339-d22f6f507b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bc58eaa3-6e61-401a-9271-28ac053cd253), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.891884 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-07f524e1-0f60-4b3b-8339-d22f6f507b06 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2efe92660e6f47398064283c6e39f62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426861 Jan 21 13:54:42.892792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f524e1-0f60-4b3b-8339-d22f6f507b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58eaa3-6e61-401a-9271-28ac053cd253,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:42.894706 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48924) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:42.944754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] Publish callbacks [] for security_group (bc58eaa3-6e61-401a-9271-28ac053cd253), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:42.968273 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] Publish callbacks [] for security_group (bc58eaa3-6e61-401a-9271-28ac053cd253), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.019288 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bc58eaa3-6e61-401a-9271-28ac053cd253), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.021980 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.023138 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc58eaa3-6e61-401a-9271-28ac053cd253 HTTP/1.1" status: 204 len: 168 time: 0.1257644 Jan 21 13:54:43.031339 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90757327-092b-488b-9ec1-059306fca6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58eaa3-6e61-401a-9271-28ac053cd253,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:43.099938 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48930) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:43.301810 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e498e939-c969-4dd9-8d2c-dc3c99ee3af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.350593 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a0526973-2c53-4856-b446-04fa83015272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.376836 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e498e939-c969-4dd9-8d2c-dc3c99ee3af9 admin admin] Publish callbacks [] for security_group (663ca3a6-e974-452e-a3a7-d2b68879e520), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.381155 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e498e939-c969-4dd9-8d2c-dc3c99ee3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (663ca3a6-e974-452e-a3a7-d2b68879e520), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.419347 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e939-c969-4dd9-8d2c-dc3c99ee3af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ca3a6-e974-452e-a3a7-d2b68879e520,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:43.426181 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e498e939-c969-4dd9-8d2c-dc3c99ee3af9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a753f4566b3e4e3a8f1c1c20dfa303b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226426 Jan 21 13:54:43.426612 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 48944) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:43.483593 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] Publish callbacks [] for security_group (663ca3a6-e974-452e-a3a7-d2b68879e520), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.505842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] Publish callbacks [] for security_group (663ca3a6-e974-452e-a3a7-d2b68879e520), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.554215 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (663ca3a6-e974-452e-a3a7-d2b68879e520), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.556933 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.561433 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/663ca3a6-e974-452e-a3a7-d2b68879e520 HTTP/1.1" status: 204 len: 168 time: 0.1304216 Jan 21 13:54:43.566519 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a12145-8995-454d-ac6a-c6dd2beb86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ca3a6-e974-452e-a3a7-d2b68879e520,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:43.838544 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48962) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:43.852306 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5a83-e822-4ae4-88d8-b17c2cadd43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.928911 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5a83-e822-4ae4-88d8-b17c2cadd43e admin admin] Publish callbacks [] for security_group (1795b201-a46d-45b4-93d1-37d92b7b9c92), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.933776 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7cf5a83-e822-4ae4-88d8-b17c2cadd43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1795b201-a46d-45b4-93d1-37d92b7b9c92), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:43.972894 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf5a83-e822-4ae4-88d8-b17c2cadd43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795b201-a46d-45b4-93d1-37d92b7b9c92,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:43.981569 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c7cf5a83-e822-4ae4-88d8-b17c2cadd43e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a341d433fdf64881979e3231c288c17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390679 Jan 21 13:54:43.982769 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 48966) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:44.034192 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] Publish callbacks [] for security_group (1795b201-a46d-45b4-93d1-37d92b7b9c92), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:44.057600 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] Publish callbacks [] for security_group (1795b201-a46d-45b4-93d1-37d92b7b9c92), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:44.108871 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1795b201-a46d-45b4-93d1-37d92b7b9c92), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:44.111822 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:44.113190 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1795b201-a46d-45b4-93d1-37d92b7b9c92 HTTP/1.1" status: 204 len: 168 time: 0.1304281 Jan 21 13:54:44.124756 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea5ad8-8474-4ecf-9473-d7bc43b803a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795b201-a46d-45b4-93d1-37d92b7b9c92,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:45.042048 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:46.522926 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.674986 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49070) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:47.679593 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.782509 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acce491b-7e94-4b4a-904e-94a3724eb585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.855694 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acce491b-7e94-4b4a-904e-94a3724eb585 admin admin] Publish callbacks [] for security_group (f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.862853 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-acce491b-7e94-4b4a-904e-94a3724eb585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.901880 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-acce491b-7e94-4b4a-904e-94a3724eb585 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fde05c02b71448a385bb776a3b4859f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258778 Jan 21 13:54:47.903942 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce491b-7e94-4b4a-904e-94a3724eb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:47.904816 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49074) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:47.961627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] Publish callbacks [] for security_group (f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:47.983335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] Publish callbacks [] for security_group (f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.031806 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.034483 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.035605 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee HTTP/1.1" status: 204 len: 168 time: 0.1297507 Jan 21 13:54:48.043114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a0b2e-aa9e-4963-bc83-de1c235d7c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae97f1-06be-4e18-8baf-dcf19fcaa0ee,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:48.491911 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49086) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:48.508388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-86da4cd5-e590-471f-b0ae-1f8c866e5880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.593863 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-86da4cd5-e590-471f-b0ae-1f8c866e5880 admin admin] Publish callbacks [] for security_group (baf813c5-5235-43e3-b09d-f24cf01858e9), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.598065 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-86da4cd5-e590-471f-b0ae-1f8c866e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (baf813c5-5235-43e3-b09d-f24cf01858e9), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.642434 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-86da4cd5-e590-471f-b0ae-1f8c866e5880 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=feea14d0b27f494bb9e877ef19a5316c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469023 Jan 21 13:54:48.642712 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49096) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:48.660462 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da4cd5-e590-471f-b0ae-1f8c866e5880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf813c5-5235-43e3-b09d-f24cf01858e9,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:48.711158 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] Publish callbacks [] for security_group (baf813c5-5235-43e3-b09d-f24cf01858e9), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.734181 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] Publish callbacks [] for security_group (baf813c5-5235-43e3-b09d-f24cf01858e9), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.781052 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (baf813c5-5235-43e3-b09d-f24cf01858e9), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.783676 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:48.784917 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/baf813c5-5235-43e3-b09d-f24cf01858e9 HTTP/1.1" status: 204 len: 168 time: 0.1327901 Jan 21 13:54:48.792916 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27a4a2-f45e-4268-8036-4d4a76ffcd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf813c5-5235-43e3-b09d-f24cf01858e9,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:52.644329 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:54:53.630362 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49236) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:53.744780 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24aa0a8b-80cd-4683-b076-c90c4f0743e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:53.819443 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24aa0a8b-80cd-4683-b076-c90c4f0743e4 admin admin] Publish callbacks [] for security_group (4a2ecc0b-3e7b-41ce-8260-ce1a227078ef), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:53.823234 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24aa0a8b-80cd-4683-b076-c90c4f0743e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4a2ecc0b-3e7b-41ce-8260-ce1a227078ef), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:53.855924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49240) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:53.863592 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-24aa0a8b-80cd-4683-b076-c90c4f0743e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=711eb02d93c04de2b1364cae02a4e49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298982 Jan 21 13:54:53.863592 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa0a8b-80cd-4683-b076-c90c4f0743e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ecc0b-3e7b-41ce-8260-ce1a227078ef,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:53.864662 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49244) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:53.914264 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] Publish callbacks [] for security_group (4a2ecc0b-3e7b-41ce-8260-ce1a227078ef), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:53.936350 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] Publish callbacks [] for security_group (4a2ecc0b-3e7b-41ce-8260-ce1a227078ef), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.037713 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4a2ecc0b-3e7b-41ce-8260-ce1a227078ef), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.044534 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.045726 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4a2ecc0b-3e7b-41ce-8260-ce1a227078ef HTTP/1.1" status: 204 len: 168 time: 0.1800051 Jan 21 13:54:54.084082 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cceb9c3-ab3d-4981-8bc6-cebc1948e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ecc0b-3e7b-41ce-8260-ce1a227078ef,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:54.149821 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Deleting port 8b80e9f6-8bd3-4d7d-bdda-87f44645aee7 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:54.150166 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.224940 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.225272 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for floatingip (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.237213 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Calling delete_port for 8b80e9f6-8bd3-4d7d-bdda-87f44645aee7 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:54.308298 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49250) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:54.321946 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fad9ce1-da6c-452b-9143-6cb3cc5436c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.398156 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fad9ce1-da6c-452b-9143-6cb3cc5436c9 admin admin] Publish callbacks [] for security_group (eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.403752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1fad9ce1-da6c-452b-9143-6cb3cc5436c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.409592 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (8b80e9f6-8bd3-4d7d-bdda-87f44645aee7), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.439712 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event deleted for resources: {'Port': ['ID=8b80e9f6-8bd3-4d7d-bdda-87f44645aee7,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:54.445155 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1fad9ce1-da6c-452b-9143-6cb3cc5436c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=42683b1df23d40abbf43788c70551049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350856 Jan 21 13:54:54.445758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49252) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:54.452805 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9ce1-da6c-452b-9143-6cb3cc5436c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:54.498474 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for floatingip (2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.498474 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Floating IP 2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3 disassociated (deleted). External IP: 172.27.3.67, port: 40372efa-3a9e-443e-a378-7289829a045d. Jan 21 13:54:54.504655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] Publish callbacks [] for security_group (eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.529679 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] Publish callbacks [] for security_group (eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.589707 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.593415 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.594652 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b HTTP/1.1" status: 204 len: 168 time: 0.1477017 Jan 21 13:54:54.602775 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff9002-f1dd-4501-9d54-d8ca84b3a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7fa94-46e7-4e2b-9dbf-e7c1ec2eb62b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:54.770709 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Router 6debcf71-5419-4d6e-85cb-972b297b3b4d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:54:54.904995 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:54:54.909971 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:54.917360 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Sync routers for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:54:54.930364 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:54.931266 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:54.946219 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c0024b5b-6ded-4969-80a7-3d77c732fad0 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "DELETE /v2.0/floatingips/2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3 HTTP/1.1" status: 204 len: 168 time: 1.0885425 Jan 21 13:54:54.946837 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:54:54.950109 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b7265e-8ebe-415a-8212-448d99ac7ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:54:54.956548 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49278) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:54.978193 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18277c47-0901-4fa8-9e22-4b1f33e84a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.021284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49280) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:55.022877 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac787c6f-f372-4600-9d41-7eaac08a60cf x-openstack-request-id: req-ac787c6f-f372-4600-9d41-7eaac08a60cf {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:54:55.023910 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:54:55.024382 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac787c6f-f372-4600-9d41-7eaac08a60cf {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:54:55.024966 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'status': 'completed', 'code': 200} Jan 21 13:54:55.064070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:55.130781 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-64c03e19-5c7b-4a38-a506-18495ea9bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:55.132480 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-64c03e19-5c7b-4a38-a506-18495ea9bea8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=160416387af942969baffb4cbd2e83bf&device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0890779 Jan 21 13:54:55.244639 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ebf005a-076c-46d8-bc49-37867c848841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.253906 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18277c47-0901-4fa8-9e22-4b1f33e84a6f admin admin] Publish callbacks [] for security_group (1d388576-d42b-4e0d-b2aa-6f4fd319d6e7), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.261487 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-18277c47-0901-4fa8-9e22-4b1f33e84a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1d388576-d42b-4e0d-b2aa-6f4fd319d6e7), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.319020 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:55.328544 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ebf005a-076c-46d8-bc49-37867c848841 admin admin] Publish callbacks [] for security_group (4efc3fb4-67bd-44eb-ad66-b9e489bda64d), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.333011 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ebf005a-076c-46d8-bc49-37867c848841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4efc3fb4-67bd-44eb-ad66-b9e489bda64d), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.334006 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-18277c47-0901-4fa8-9e22-4b1f33e84a6f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af96bc419e3f45f480dea85b7ba60154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763535 Jan 21 13:54:55.335359 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49286) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:55.342038 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5b70-0974-474d-a194-d31626341f15 req-54c5d195-47a4-4336-92d6-2f35eebaf16c tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:55.343492 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85ba5b70-0974-474d-a194-d31626341f15 req-54c5d195-47a4-4336-92d6-2f35eebaf16c tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.1637738 Jan 21 13:54:55.344944 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-ab7f14c9-d4c6-476c-a60c-64c9b7935f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:55.346273 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-ab7f14c9-d4c6-476c-a60c-64c9b7935f38 service neutron] 10.222.0.107 "GET /v2.0/networks?id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 200 len: 909 time: 0.2060242 Jan 21 13:54:55.346998 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18277c47-0901-4fa8-9e22-4b1f33e84a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d388576-d42b-4e0d-b2aa-6f4fd319d6e7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:55.358838 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Checking router: 6debcf71-5419-4d6e-85cb-972b297b3b4d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:54:55.370756 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:54:55.372299 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:55.405154 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-17fda052-ca07-409b-98f5-ecb3d2ba61e6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 200 len: 217 time: 0.0501468 Jan 21 13:54:55.408573 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3ebf005a-076c-46d8-bc49-37867c848841 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8435c37ee3ca4cd0874e68f8fc83afef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822768 Jan 21 13:54:55.411591 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf005a-076c-46d8-bc49-37867c848841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc3fb4-67bd-44eb-ad66-b9e489bda64d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:55.411770 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49290) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:55.426298 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] Publish callbacks [] for security_group (1d388576-d42b-4e0d-b2aa-6f4fd319d6e7), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.456217 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] Publish callbacks [] for security_group (1d388576-d42b-4e0d-b2aa-6f4fd319d6e7), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.491998 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85ba5b70-0974-474d-a194-d31626341f15 req-6ec6e4b7-1a54-4cf6-9c8a-e430165618b1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381767 Jan 21 13:54:55.494316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:54:55.514921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-e371cc44-3d8e-41ac-ac66-d2842b6311b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:55.514921 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-e371cc44-3d8e-41ac-ac66-d2842b6311b0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 200 len: 847 time: 0.0975447 Jan 21 13:54:55.521647 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (1d388576-d42b-4e0d-b2aa-6f4fd319d6e7), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.524187 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.528703 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d388576-d42b-4e0d-b2aa-6f4fd319d6e7 HTTP/1.1" status: 204 len: 168 time: 0.1877701 Jan 21 13:54:55.545035 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c2e40-f91a-40b7-9d54-361c8e516002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d388576-d42b-4e0d-b2aa-6f4fd319d6e7,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:55.550270 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] Publish callbacks [] for security_group (4efc3fb4-67bd-44eb-ad66-b9e489bda64d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.578680 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] Publish callbacks [] for security_group (4efc3fb4-67bd-44eb-ad66-b9e489bda64d), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.597653 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-dc2e4479-a6e3-4716-a185-666bf2a5f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:55.599158 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-dc2e4479-a6e3-4716-a185-666bf2a5f7cb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755348 Jan 21 13:54:55.712369 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (4efc3fb4-67bd-44eb-ad66-b9e489bda64d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.715897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:55.720470 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4efc3fb4-67bd-44eb-ad66-b9e489bda64d HTTP/1.1" status: 204 len: 168 time: 0.3068967 Jan 21 13:54:55.740676 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-e553c07c-6a0a-4e7a-8c50-3181c89aaf24 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277421 Jan 21 13:54:55.740676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8adead-215e-4051-aa6f-648f63e6541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc3fb4-67bd-44eb-ad66-b9e489bda64d,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:55.881749 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3b7265e-8ebe-415a-8212-448d99ac7ff6 req-a30912bc-b682-4181-92a6-1a50f35c7c10 service neutron] 10.222.0.107 "GET /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329689 Jan 21 13:54:55.991880 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:54:56.023888 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003f11c-3f55-4c31-9ce8-7a8ea9c89949 None None] The sync data for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi is: [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:49:28Z', 'revision_number': 4, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'e9fad925-e548-4a43-ba33-72297515f1f3', 'name': '', 'network_id': 'cd41fb5e-9dae-4723-9b7f-8f2abd83ac07', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'mac_address': 'fa:16:3e:83:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:26Z', 'updated_at': '2022-01-21T13:49:34Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'subnets': [{'id': 'fcae0c88-0fd6-4dc0-baa5-fd5828244fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:54:56.256844 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49312) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:56.271906 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-254dee68-d1b9-4ef2-8893-92ad6da2fa26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.332644 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88fcc2-048c-4469-8c71-53102c0b39d2 None None] New status for floating IP 2b2bfa6e-31ee-4d0a-83b1-71655e6d85f3: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:54:56.370888 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-254dee68-d1b9-4ef2-8893-92ad6da2fa26 admin admin] Publish callbacks [] for security_group (29c03925-730a-4b2e-ac6f-669b7a37a865), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.376590 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-254dee68-d1b9-4ef2-8893-92ad6da2fa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (29c03925-730a-4b2e-ac6f-669b7a37a865), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.423582 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dee68-d1b9-4ef2-8893-92ad6da2fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c03925-730a-4b2e-ac6f-669b7a37a865,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:56.430600 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49318) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:56.431090 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-254dee68-d1b9-4ef2-8893-92ad6da2fa26 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=790179fa0b114a17bf582680e4d7eb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728303 Jan 21 13:54:56.481960 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] Publish callbacks [] for security_group (29c03925-730a-4b2e-ac6f-669b7a37a865), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.503393 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] Publish callbacks [] for security_group (29c03925-730a-4b2e-ac6f-669b7a37a865), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.557525 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (29c03925-730a-4b2e-ac6f-669b7a37a865), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.560772 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.564437 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29c03925-730a-4b2e-ac6f-669b7a37a865 HTTP/1.1" status: 204 len: 168 time: 0.1302304 Jan 21 13:54:56.573547 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c3d0-896c-4ffe-85d3-3f4b22f6e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c03925-730a-4b2e-ac6f-669b7a37a865,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:56.633856 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b291b4f-ca75-4af2-a605-1e96fc53723b req-7d0a7ea8-2a3d-43f0-89cd-602c2fde78a9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:56.635577 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b291b4f-ca75-4af2-a605-1e96fc53723b req-7d0a7ea8-2a3d-43f0-89cd-602c2fde78a9 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0641201 Jan 21 13:54:56.696277 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7b291b4f-ca75-4af2-a605-1e96fc53723b req-7733be44-3eb8-4dbd-b40e-1cb705a5096e tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ea43cfd-52b8-420f-8117-4f1726364bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510349 Jan 21 13:54:56.740019 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-295cd48c-57a4-47f3-ad2e-9aa0c314e4bd tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:54:56.741716 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-295cd48c-57a4-47f3-ad2e-9aa0c314e4bd tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.107 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 945 time: 0.0658810 Jan 21 13:54:56.837864 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Deleting port 40372efa-3a9e-443e-a378-7289829a045d {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:56.838519 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (40372efa-3a9e-443e-a378-7289829a045d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.890328 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49340) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:56.948995 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] For port 40372efa-3a9e-443e-a378-7289829a045d, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=40372efa-3a9e-443e-a378-7289829a045d,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:56.949899 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (40372efa-3a9e-443e-a378-7289829a045d), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:56.962451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Calling delete_port for 40372efa-3a9e-443e-a378-7289829a045d owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:54:57.012175 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a7494385-86c8-4d21-93c3-e03c2ffe04e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.094929 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a7494385-86c8-4d21-93c3-e03c2ffe04e7 admin admin] Publish callbacks [] for security_group (5b3b69e6-6fec-4871-9bc6-a1307b349305), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.100308 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a7494385-86c8-4d21-93c3-e03c2ffe04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5b3b69e6-6fec-4871-9bc6-a1307b349305), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.106481 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (40372efa-3a9e-443e-a378-7289829a045d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.141170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event deleted for resources: {'Port': ['ID=40372efa-3a9e-443e-a378-7289829a045d,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:57.141876 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a7494385-86c8-4d21-93c3-e03c2ffe04e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad8bcc5cd7dd498da2cfb437a0861e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504880 Jan 21 13:54:57.142963 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7494385-86c8-4d21-93c3-e03c2ffe04e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b69e6-6fec-4871-9bc6-a1307b349305,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:57.144442 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49352) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:57.212085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] No DVR routers for this DVR port 40372efa-3a9e-443e-a378-7289829a045d on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:54:57.216421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.219757 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-30a5b6b1-e5bb-4812-8bb9-c708d0929ee2 req-1fe098f5-51d5-4a0b-8732-2586c091c5c1 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.107 "DELETE /v2.0/ports/40372efa-3a9e-443e-a378-7289829a045d HTTP/1.1" status: 204 len: 173 time: 0.4729743 Jan 21 13:54:57.220454 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-deleted', 'tag': '40372efa-3a9e-443e-a378-7289829a045d'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:54:57.222743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad812fd8-d03c-4713-9b64-9a5303f8edac" -d '{"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-deleted", "tag": "40372efa-3a9e-443e-a378-7289829a045d"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:54:57.245416 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] Publish callbacks [] for security_group (5b3b69e6-6fec-4871-9bc6-a1307b349305), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.274246 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a908705-cac4-48f2-9f5c-99ab34e810fa x-openstack-request-id: req-6a908705-cac4-48f2-9f5c-99ab34e810fa {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:54:57.274866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591899e6-cf08-42d3-9b97-59bfd88f7fa6", "name": "network-vif-deleted", "tag": "40372efa-3a9e-443e-a378-7289829a045d", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:54:57.274866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a908705-cac4-48f2-9f5c-99ab34e810fa {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:54:57.275206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591899e6-cf08-42d3-9b97-59bfd88f7fa6', 'name': 'network-vif-deleted', 'tag': '40372efa-3a9e-443e-a378-7289829a045d', 'status': 'completed', 'code': 200} Jan 21 13:54:57.282048 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] Publish callbacks [] for security_group (5b3b69e6-6fec-4871-9bc6-a1307b349305), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.333335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5b3b69e6-6fec-4871-9bc6-a1307b349305), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.336009 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:57.339725 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b3b69e6-6fec-4871-9bc6-a1307b349305 HTTP/1.1" status: 204 len: 168 time: 0.1918883 Jan 21 13:54:57.348581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a3cce-03f6-4c09-b877-44a4daae80fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b69e6-6fec-4871-9bc6-a1307b349305,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:57.816237 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-120799e6-3689-45b2-b404-f3d2460cac37 req-43d979ae-eeb4-4cdd-a676-40eefd6d8462 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "GET /v2.0/ports?device_id=591899e6-cf08-42d3-9b97-59bfd88f7fa6 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Jan 21 13:54:58.873559 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49460) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:58.929092 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (6ea43cfd-52b8-420f-8117-4f1726364bf0), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:58.956123 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (6ea43cfd-52b8-420f-8117-4f1726364bf0), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.016848 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (6ea43cfd-52b8-420f-8117-4f1726364bf0), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.019473 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.023279 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] 10.222.0.84 "DELETE /v2.0/security-groups/6ea43cfd-52b8-420f-8117-4f1726364bf0 HTTP/1.1" status: 204 len: 168 time: 0.1460769 Jan 21 13:54:59.029996 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ef669-921f-4de7-b307-1fc3481391f7 tempest-TestShelveInstance-1458527298 tempest-TestShelveInstance-1458527298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea43cfd-52b8-420f-8117-4f1726364bf0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:54:59.071805 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49478) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:54:59.589200 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.862153 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Deleting port e9fad925-e548-4a43-ba33-72297515f1f3 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:54:59.862493 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.948658 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] For port e9fad925-e548-4a43-ba33-72297515f1f3, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e9fad925-e548-4a43-ba33-72297515f1f3,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:54:59.949517 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:54:59.961833 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Calling delete_port for e9fad925-e548-4a43-ba33-72297515f1f3 owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:00.157043 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (e9fad925-e548-4a43-ba33-72297515f1f3), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:00.189240 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fad925-e548-4a43-ba33-72297515f1f3,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:00.327960 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:00.349279 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 40372efa-3a9e-443e-a378-7289829a045d {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:00.349754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 40372efa-3a9e-443e-a378-7289829a045d not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:00.589159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:00.817220 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Router 6debcf71-5419-4d6e-85cb-972b297b3b4d has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:55:00.928095 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:55:00.933155 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-26271a89-ca52-4177-865a-c08a02040b70 admin admin] 10.222.0.84 "PUT /v2.0/routers/6debcf71-5419-4d6e-85cb-972b297b3b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8602493 Jan 21 13:55:00.935743 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49502) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:00.937481 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Sync routers for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:55:00.951428 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:00.952135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:01.044326 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks [] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.058272 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:01.161888 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks [] for router_gateway (6debcf71-5419-4d6e-85cb-972b297b3b4d), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.228165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Deleting port b8789440-98ea-4b4a-89a7-ee53ac59b9f2 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:01.228165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.291832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:55:00Z', 'revision_number': 5, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port': {'id': 'b8789440-98ea-4b4a-89a7-ee53ac59b9f2', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:23Z', 'updated_at': '2022-01-21T13:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:01.327921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] For port b8789440-98ea-4b4a-89a7-ee53ac59b9f2, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:01.328827 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.331017 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Checking router: 6debcf71-5419-4d6e-85cb-972b297b3b4d for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:55:01.340639 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Routers {'6debcf71-5419-4d6e-85cb-972b297b3b4d'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:01.341382 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['6debcf71-5419-4d6e-85cb-972b297b3b4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:01.343877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Calling delete_port for b8789440-98ea-4b4a-89a7-ee53ac59b9f2 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:01.442826 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] Set router 6debcf71-5419-4d6e-85cb-972b297b3b4d gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:01.509745 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:55:01Z', 'revision_number': 6, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:01.536865 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (b8789440-98ea-4b4a-89a7-ee53ac59b9f2), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.539583 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4643fe6a-ae84-415f-8492-814697e19c0c None None] The sync data for ids ['6debcf71-5419-4d6e-85cb-972b297b3b4d'] in dv-cinder-820164-2-iscsi is: [{'id': '6debcf71-5419-4d6e-85cb-972b297b3b4d', 'name': 'tempest-TestShelveInstance-425695507-router', 'tenant_id': '160416387af942969baffb4cbd2e83bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:22Z', 'updated_at': '2022-01-21T13:55:01Z', 'revision_number': 6, 'project_id': '160416387af942969baffb4cbd2e83bf', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:55:01.584157 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8789440-98ea-4b4a-89a7-ee53ac59b9f2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:01.655513 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.764906 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.766966 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks [] for router_controller (6debcf71-5419-4d6e-85cb-972b297b3b4d), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.815321 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (6debcf71-5419-4d6e-85cb-972b297b3b4d), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.815990 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6debcf71-5419-4d6e-85cb-972b297b3b4d {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:55:01.820750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.825201 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c5aa3f08-5be7-46e4-acba-6131f86a86c9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/6debcf71-5419-4d6e-85cb-972b297b3b4d HTTP/1.1" status: 204 len: 168 time: 0.8882079 Jan 21 13:55:01.825389 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49534) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:01.869352 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49536) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:01.875021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Deleting subnet fcae0c88-0fd6-4dc0-baa5-fd5828244fba {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:55:01.878534 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Publish callbacks [] for subnet (fcae0c88-0fd6-4dc0-baa5-fd5828244fba), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.913067 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (fcae0c88-0fd6-4dc0-baa5-fd5828244fba), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.983941 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ac073779-0257-4a1b-91cc-48210385fc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:01.994959 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (fcae0c88-0fd6-4dc0-baa5-fd5828244fba), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.054998 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (fcae0c88-0fd6-4dc0-baa5-fd5828244fba), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.083332 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ac073779-0257-4a1b-91cc-48210385fc9f admin admin] Publish callbacks [] for security_group (9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.087762 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ac073779-0257-4a1b-91cc-48210385fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.088908 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcae0c88-0fd6-4dc0-baa5-fd5828244fba,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.091037 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.094310 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-16a2f080-f4be-4ac7-975a-fce4e9bb6197 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fcae0c88-0fd6-4dc0-baa5-fd5828244fba HTTP/1.1" status: 204 len: 168 time: 0.2680440 Jan 21 13:55:02.096812 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49542) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:02.097590 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ab2a9-e3b3-4b92-b188-2fe1993c5c14 None None] Network cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:55:02.139272 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ac073779-0257-4a1b-91cc-48210385fc9f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c8b6d9301f90420d8776d5bbdadcac0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685578 Jan 21 13:55:02.140734 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac073779-0257-4a1b-91cc-48210385fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.143307 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49544) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:02.182518 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.207396 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] Publish callbacks [] for security_group (9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.232491 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] Publish callbacks [] for security_group (9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.251550 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Deleting port 67ad190f-6abb-4274-ba54-d51ce78e5930 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:02.252144 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.316949 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.319695 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.320983 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f HTTP/1.1" status: 204 len: 168 time: 0.1765370 Jan 21 13:55:02.346184 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8543e35-3e0c-4396-b6b5-68d0c88735f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7bac30-1ede-42bf-a2aa-9d20ba70aa7f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.347132 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] DHCP port deletion for cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:55:02.436130 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Deleting port 67ad190f-6abb-4274-ba54-d51ce78e5930 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:02.436517 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.530608 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] For port 67ad190f-6abb-4274-ba54-d51ce78e5930, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=67ad190f-6abb-4274-ba54-d51ce78e5930,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:02.531070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.548908 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Calling delete_port for 67ad190f-6abb-4274-ba54-d51ce78e5930 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:02.654557 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.670647 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] For port 67ad190f-6abb-4274-ba54-d51ce78e5930, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=67ad190f-6abb-4274-ba54-d51ce78e5930,segment=NetworkSegment(f4c0a467-6863-4e65-91e9-3f10f0d23346),segment_id=f4c0a467-6863-4e65-91e9-3f10f0d23346)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:02.671001 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.684987 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Calling delete_port for 67ad190f-6abb-4274-ba54-d51ce78e5930 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:02.691998 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Pushing event deleted for resources: {'Port': ['ID=67ad190f-6abb-4274-ba54-d51ce78e5930,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.694946 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] No DVR routers for this DVR port 67ad190f-6abb-4274-ba54-d51ce78e5930 on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:02.708809 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.709175 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.710146 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.710146 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.710477 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.710813 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.711155 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.711491 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.712006 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.713102 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.713369 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.713737 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.714131 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8299f9a5-6fc3-4d29-be79-01625780f677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:02.782867 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (67ad190f-6abb-4274-ba54-d51ce78e5930), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.786565 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49550) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:02.800841 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70bc-9e5b-42ea-a441-eea3995e7837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.812373 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ad190f-6abb-4274-ba54-d51ce78e5930,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.816238 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] No DVR routers for this DVR port 67ad190f-6abb-4274-ba54-d51ce78e5930 on host dv-cinder-820164-2-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:02.901608 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.908894 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70bc-9e5b-42ea-a441-eea3995e7837 admin admin] Publish callbacks [] for security_group (f2a4bdeb-8b56-46c2-860a-0ce9e420475e), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.914880 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d3bf70bc-9e5b-42ea-a441-eea3995e7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f2a4bdeb-8b56-46c2-860a-0ce9e420475e), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.928159 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd41fb5e-9dae-4723-9b7f-8f2abd83ac07']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:02.953302 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c0a467-6863-4e65-91e9-3f10f0d23346') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:02.953733 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c0a467-6863-4e65-91e9-3f10f0d23346') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:02.960751 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf70bc-9e5b-42ea-a441-eea3995e7837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4bdeb-8b56-46c2-860a-0ce9e420475e,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:02.966263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (f4c0a467-6863-4e65-91e9-3f10f0d23346), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.968096 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d3bf70bc-9e5b-42ea-a441-eea3995e7837 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0678447b2d554fe2a7bc692e0febcf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803274 Jan 21 13:55:02.970381 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49554) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:02.987979 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (f4c0a467-6863-4e65-91e9-3f10f0d23346), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.996818 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:55:02.997257 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (f4c0a467-6863-4e65-91e9-3f10f0d23346), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self.session.flush() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self.session.flush() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self.session.flush() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self.session.flush() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:55:02.999090 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:55:03.039332 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] Publish callbacks [] for security_group (f2a4bdeb-8b56-46c2-860a-0ce9e420475e), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.064519 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] Publish callbacks [] for security_group (f2a4bdeb-8b56-46c2-860a-0ce9e420475e), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.072093 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (cd41fb5e-9dae-4723-9b7f-8f2abd83ac07), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.079784 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.084082 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cd41fb5e-9dae-4723-9b7f-8f2abd83ac07 HTTP/1.1" status: 204 len: 168 time: 0.9854980 Jan 21 13:55:03.087106 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49556) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:03.127825 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f2a4bdeb-8b56-46c2-860a-0ce9e420475e), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.130649 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.131833 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2a4bdeb-8b56-46c2-860a-0ce9e420475e HTTP/1.1" status: 204 len: 168 time: 0.1604929 Jan 21 13:55:03.142512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe032723-3b21-4693-8055-885514e7fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4bdeb-8b56-46c2-860a-0ce9e420475e,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:03.167099 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8367cb8-bb6a-4acf-b30a-b2f0e7cc4ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd41fb5e-9dae-4723-9b7f-8f2abd83ac07,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:03.320444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e9fad925-e548-4a43-ba33-72297515f1f3 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:03.347919 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: e9fad925-e548-4a43-ba33-72297515f1f3 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:03.349029 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e9fad925-e548-4a43-ba33-72297515f1f3 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:03.349710 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 67ad190f-6abb-4274-ba54-d51ce78e5930 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:03.369861 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 67ad190f-6abb-4274-ba54-d51ce78e5930 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:03.370213 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 67ad190f-6abb-4274-ba54-d51ce78e5930 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:03.370621 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device b8789440-98ea-4b4a-89a7-ee53ac59b9f2 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:03.391176 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: b8789440-98ea-4b4a-89a7-ee53ac59b9f2 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:03.391588 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device b8789440-98ea-4b4a-89a7-ee53ac59b9f2 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:03.527661 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.832284 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b621e2-abb9-40d5-a509-a860b39e9ecc req-2cc83129-0bbb-41ea-96fd-2f3bca546fba tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:03.834815 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-35b621e2-abb9-40d5-a509-a860b39e9ecc req-2cc83129-0bbb-41ea-96fd-2f3bca546fba tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0852275 Jan 21 13:55:03.863782 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Deleting port e80d77ff-50e7-4a08-bfba-94abb45e83ca {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:03.864125 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.943816 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-35b621e2-abb9-40d5-a509-a860b39e9ecc req-e75ef8c2-4aad-41d5-b359-06cd62ed6021 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026566 Jan 21 13:55:03.977234 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] For port e80d77ff-50e7-4a08-bfba-94abb45e83ca, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e80d77ff-50e7-4a08-bfba-94abb45e83ca,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:03.977600 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:03.989504 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Calling delete_port for e80d77ff-50e7-4a08-bfba-94abb45e83ca owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:04.187800 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (e80d77ff-50e7-4a08-bfba-94abb45e83ca), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:04.215239 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80d77ff-50e7-4a08-bfba-94abb45e83ca,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:04.394141 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:04.612518 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:55:04.725548 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:55:04.731406 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-59bdc7db-23fb-49af-8862-d6f569688b40 admin admin] 10.222.0.84 "PUT /v2.0/routers/0e357a79-1037-42fa-bfc8-9eaeb8a4e28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6431694 Jan 21 13:55:04.733771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49604) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:04.742773 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Sync routers for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:55:04.767706 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:04.768230 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:04.852637 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks [] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:04.884324 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:04.977694 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks [] for router_gateway (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.057924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Deleting port 5af95680-c452-4939-b1db-4d0f1340a75f {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:05.059217 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.091226 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:55:04Z', 'revision_number': 5, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port': {'id': '5af95680-c452-4939-b1db-4d0f1340a75f', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:49:32Z', 'updated_at': '2022-01-21T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:05.104581 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d019cc-4b8c-4165-b068-4224ed1f6b27 req-fffef70e-0f72-4d71-a2ae-4e53d10337d1 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:05.107620 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80d019cc-4b8c-4165-b068-4224ed1f6b27 req-fffef70e-0f72-4d71-a2ae-4e53d10337d1 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0717711 Jan 21 13:55:05.134478 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Checking router: 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:55:05.147012 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Routers {'0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:05.147481 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:05.176252 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] For port 5af95680-c452-4939-b1db-4d0f1340a75f, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=5af95680-c452-4939-b1db-4d0f1340a75f,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:05.177143 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.186369 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80d019cc-4b8c-4165-b068-4224ed1f6b27 req-35123e31-043f-4f28-8123-c31709672195 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729294 Jan 21 13:55:05.191101 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Calling delete_port for 5af95680-c452-4939-b1db-4d0f1340a75f owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:05.285694 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] Set router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:05.343649 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:55:04Z', 'revision_number': 6, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:05.377522 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9f39e06d-793e-433f-bd07-78498bc4829c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:05.379263 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9f39e06d-793e-433f-bd07-78498bc4829c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 945 time: 0.0698564 Jan 21 13:55:05.390353 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc6a0-870f-4e45-b869-ee161e7ae41e None None] The sync data for ids ['0e357a79-1037-42fa-bfc8-9eaeb8a4e28e'] in dv-cinder-820164-2-iscsi is: [{'id': '0e357a79-1037-42fa-bfc8-9eaeb8a4e28e', 'name': 'tempest-TestShelveInstance-395006794-router', 'tenant_id': '6454c98ff2db4e16b89c5ae62345756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:49:31Z', 'updated_at': '2022-01-21T13:55:04Z', 'revision_number': 6, 'project_id': '6454c98ff2db4e16b89c5ae62345756a', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:55:05.417100 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (5af95680-c452-4939-b1db-4d0f1340a75f), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.456923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Pushing event deleted for resources: {'Port': ['ID=5af95680-c452-4939-b1db-4d0f1340a75f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:05.497599 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:05.498258 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.523582 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.598812 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] For port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:05.599114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.615913 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.618262 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks [] for router_controller (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.667073 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (0e357a79-1037-42fa-bfc8-9eaeb8a4e28e), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.668269 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e357a79-1037-42fa-bfc8-9eaeb8a4e28e {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:55:05.673709 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.677343 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c73e748b-d1db-4651-9368-c0b59d9a947d admin admin] 10.222.0.84 "DELETE /v2.0/routers/0e357a79-1037-42fa-bfc8-9eaeb8a4e28e HTTP/1.1" status: 204 len: 168 time: 0.9423215 Jan 21 13:55:05.677948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49638) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:05.705782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49640) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:05.736244 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Deleting subnet d1603809-98fb-401d-871b-2d0cd71bac3a {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:55:05.740807 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Publish callbacks [] for subnet (d1603809-98fb-401d-871b-2d0cd71bac3a), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.788280 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (d1603809-98fb-401d-871b-2d0cd71bac3a), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.815165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.815637 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (c34f93da-b338-4b38-93ed-52745f290040), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.815954 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP c34f93da-b338-4b38-93ed-52745f290040 disassociated. External IP: 172.27.3.9, port: 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb. Jan 21 13:55:05.816294 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:05.893599 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (d1603809-98fb-401d-871b-2d0cd71bac3a), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.916635 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2b46139-9a27-4b46-a3ea-8459da4c20a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.954728 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (d1603809-98fb-401d-871b-2d0cd71bac3a), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.988432 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1603809-98fb-401d-871b-2d0cd71bac3a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:05.991176 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:05.994681 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ffc2b5cd-dc48-43e5-b8ec-28cae67d0add admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d1603809-98fb-401d-871b-2d0cd71bac3a HTTP/1.1" status: 204 len: 168 time: 0.3157153 Jan 21 13:55:05.997669 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49644) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:06.001215 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac506a-80e8-4407-8dd8-7d000de42c69 None None] Network 0c497d64-0527-4c36-ba33-995b8f1a15a7 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:55:06.057409 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.083762 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (0c497d64-0527-4c36-ba33-995b8f1a15a7), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.097652 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2b46139-9a27-4b46-a3ea-8459da4c20a9 admin admin] Publish callbacks [] for security_group (b41159dd-96fa-43d4-aee7-448799ea2733), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.099656 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:06.106008 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2b46139-9a27-4b46-a3ea-8459da4c20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b41159dd-96fa-43d4-aee7-448799ea2733), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.164916 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Deleting port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:06.165607 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.207294 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c2b46139-9a27-4b46-a3ea-8459da4c20a9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4c37652ed2754fe49a56812f011c0f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003881 Jan 21 13:55:06.208187 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49648) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:06.222324 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b46139-9a27-4b46-a3ea-8459da4c20a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41159dd-96fa-43d4-aee7-448799ea2733,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:06.248960 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] DHCP port deletion for 0c497d64-0527-4c36-ba33-995b8f1a15a7 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:55:06.262951 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] For port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:06.263323 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.279867 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Calling delete_port for 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:06.311529 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Deleting port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:06.311900 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.344740 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] Publish callbacks [] for security_group (b41159dd-96fa-43d4-aee7-448799ea2733), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.352186 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:55:06.374297 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65952593-505f-490a-8cf0-246ef0cb172a req-9caf4689-c73e-4a2f-bd1c-2d796e2a0e7e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 210 time: 0.0394464 Jan 21 13:55:06.387198 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] For port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,segment=NetworkSegment(0bfbb6be-845c-4f26-91c1-064d20cb1889),segment_id=0bfbb6be-845c-4f26-91c1-064d20cb1889)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:06.387633 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.402867 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Calling delete_port for 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:06.406068 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] Publish callbacks [] for security_group (b41159dd-96fa-43d4-aee7-448799ea2733), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.417236 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.453844 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:06.468700 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] No DVR routers for this DVR port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 on host dv-cinder-820164-2-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:06.496443 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.512812 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] No DVR routers for this DVR port 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:06.552676 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0e56b-7a06-4e26-956b-fef383077271 None None] Pushing event deleted for resources: {'Port': ['ID=6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:06.569939 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (b41159dd-96fa-43d4-aee7-448799ea2733), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.572545 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.576731 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b41159dd-96fa-43d4-aee7-448799ea2733 HTTP/1.1" status: 204 len: 168 time: 0.3627894 Jan 21 13:55:06.588144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7afad1-9c2f-4312-aa15-def9fb92de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41159dd-96fa-43d4-aee7-448799ea2733,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:06.591254 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:55:06.608492 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:55:06.626041 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (0c497d64-0527-4c36-ba33-995b8f1a15a7), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.647991 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:06.649109 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:06.664084 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] No DVR routers for this DVR port 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:06.670098 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.675651 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b906cbd-1613-4a70-a820-86e79561c172 req-9a2e9770-d0e7-44b2-b9a9-975537f0251d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "DELETE /v2.0/ports/50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb HTTP/1.1" status: 204 len: 173 time: 1.2867451 Jan 21 13:55:06.676315 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'name': 'network-vif-deleted', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:06.677584 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c497d64-0527-4c36-ba33-995b8f1a15a7']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:06.699921 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60799b-69b4-4e4f-b5d5-9c464b9edd16" -d '{"events": [{"server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "name": "network-vif-deleted", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:06.706350 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfbb6be-845c-4f26-91c1-064d20cb1889') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:06.709007 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfbb6be-845c-4f26-91c1-064d20cb1889') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:06.726920 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (0bfbb6be-845c-4f26-91c1-064d20cb1889), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.748175 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (0bfbb6be-845c-4f26-91c1-064d20cb1889), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.768425 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:55:06.768777 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (0bfbb6be-845c-4f26-91c1-064d20cb1889), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:55:06.773164 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:55:06.793096 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29737398-5c36-4267-b1f8-08cde15a8404 x-openstack-request-id: req-29737398-5c36-4267-b1f8-08cde15a8404 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:06.794135 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b269ee40-e090-4ad6-a652-0188bd06fa08", "name": "network-vif-deleted", "tag": "50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:06.794550 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29737398-5c36-4267-b1f8-08cde15a8404 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:06.795116 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b269ee40-e090-4ad6-a652-0188bd06fa08', 'name': 'network-vif-deleted', 'tag': '50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb', 'status': 'completed', 'code': 200} Jan 21 13:55:06.837426 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:06.839894 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (0c497d64-0527-4c36-ba33-995b8f1a15a7), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.857851 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:06.861427 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] 10.222.0.84 "DELETE /v2.0/networks/0c497d64-0527-4c36-ba33-995b8f1a15a7 HTTP/1.1" status: 204 len: 168 time: 0.8605309 Jan 21 13:55:06.878165 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855b6d7-17d5-40e8-b7a8-33780b1ed76a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c497d64-0527-4c36-ba33-995b8f1a15a7,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:07.073071 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49660) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:07.097695 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78642128-4912-4310-8721-844258158423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.116930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49662) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:07.143599 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:07.173896 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9f159062-5f66-4af3-a081-02b2ad9583a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=160416387af942969baffb4cbd2e83bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556495 Jan 21 13:55:07.174308 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49664) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:07.176224 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:55:07.188862 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:07.189665 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:54:43Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:07.227895 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78642128-4912-4310-8721-844258158423 admin admin] Publish callbacks [] for security_group (d83e1345-0740-478b-86e2-8748b925188c), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.235953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78642128-4912-4310-8721-844258158423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d83e1345-0740-478b-86e2-8748b925188c), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.299525 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-78642128-4912-4310-8721-844258158423 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=04b2e50e64fe492ba84ebb6043428b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240248 Jan 21 13:55:07.301400 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78642128-4912-4310-8721-844258158423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e1345-0740-478b-86e2-8748b925188c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:07.302237 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49668) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:07.305592 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] Publish callbacks [] for security_group (59ed2244-8df3-4e89-9c3c-b3105a9e4007), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.323287 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:07.348240 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] Publish callbacks [] for security_group (59ed2244-8df3-4e89-9c3c-b3105a9e4007), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.363127 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e80d77ff-50e7-4a08-bfba-94abb45e83ca no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:07.405148 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] Publish callbacks [] for security_group (d83e1345-0740-478b-86e2-8748b925188c), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.414926 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (59ed2244-8df3-4e89-9c3c-b3105a9e4007), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.419293 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.437612 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/59ed2244-8df3-4e89-9c3c-b3105a9e4007 HTTP/1.1" status: 204 len: 168 time: 0.2496963 Jan 21 13:55:07.459312 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ba5d-ff37-4b68-9fb8-4e884b39eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ed2244-8df3-4e89-9c3c-b3105a9e4007,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:07.470857 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] Publish callbacks [] for security_group (d83e1345-0740-478b-86e2-8748b925188c), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.545137 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0b9464f8-cdf8-4bea-a732-ad497cf12c14 req-944cfb42-3461-47a5-9925-9033015c2e66 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b269ee40-e090-4ad6-a652-0188bd06fa08 HTTP/1.1" status: 200 len: 210 time: 0.0667229 Jan 21 13:55:07.559702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (d83e1345-0740-478b-86e2-8748b925188c), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.562629 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:07.566281 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d83e1345-0740-478b-86e2-8748b925188c HTTP/1.1" status: 204 len: 168 time: 0.2606685 Jan 21 13:55:07.572866 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d500a0-a81e-4934-8e4d-d7fec63c83dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e1345-0740-478b-86e2-8748b925188c,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:07.609928 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: e80d77ff-50e7-4a08-bfba-94abb45e83ca {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:07.610273 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e80d77ff-50e7-4a08-bfba-94abb45e83ca not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:07.610904 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:07.670811 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:07.671170 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 6a08de9d-1e1d-4dfb-b19a-bfb8fe5862b1 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:07.671594 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5af95680-c452-4939-b1db-4d0f1340a75f no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:07.708252 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 5af95680-c452-4939-b1db-4d0f1340a75f {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:07.708730 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 5af95680-c452-4939-b1db-4d0f1340a75f not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:07.849473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:07.894871 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef4a49-e740-4081-8de7-74882dee94a3 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:55:08.011018 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49686) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:08.059968 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a27cefb0-499a-4306-899c-b1fd2953fd5f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6454c98ff2db4e16b89c5ae62345756a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467875 Jan 21 13:55:08.062729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49690) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:08.132274 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] Publish callbacks [] for security_group (989649b1-9b1a-4f9a-be19-bf89287c1efb), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:08.157027 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] Publish callbacks [] for security_group (989649b1-9b1a-4f9a-be19-bf89287c1efb), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:08.187376 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b7f1f-d9c0-4ae7-a848-54ee34ea6ba4 None None] New status for floating IP c34f93da-b338-4b38-93ed-52745f290040: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:55:08.223441 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (989649b1-9b1a-4f9a-be19-bf89287c1efb), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:08.227433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:08.228736 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/989649b1-9b1a-4f9a-be19-bf89287c1efb HTTP/1.1" status: 204 len: 168 time: 0.1646485 Jan 21 13:55:08.242517 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa6ee-9e38-44e3-9b28-2c1795836bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989649b1-9b1a-4f9a-be19-bf89287c1efb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:08.801034 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-bbf27daa-694f-4b33-928f-94644237f7d5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074969604&fields=id&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 267 time: 0.0464511 Jan 21 13:55:08.912503 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-07ca551b-2b37-4f5a-b896-4c9493344c82 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:08.916874 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49728) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:08.917007 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-07ca551b-2b37-4f5a-b896-4c9493344c82 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1089737 Jan 21 13:55:08.932098 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-7e038bd7-4af8-4904-86f7-fd7ef4a96ef9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/quotas/6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jan 21 13:55:08.992808 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-ce95d985-a460-427a-b4a5-4311e2f536b7 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505676 Jan 21 13:55:09.023347 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0ccf20b4-35fa-43a8-9335-4f096a5338b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.091802 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-508f66d1-3e95-41b1-be2a-dffbdaf9e2ca service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869434 Jan 21 13:55:09.112052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0ccf20b4-35fa-43a8-9335-4f096a5338b5 admin admin] Publish callbacks [] for security_group (5f232ddb-e03d-43fd-833f-e950540ce1c6), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.115816 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0ccf20b4-35fa-43a8-9335-4f096a5338b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5f232ddb-e03d-43fd-833f-e950540ce1c6), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.157506 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0ccf20b4-35fa-43a8-9335-4f096a5338b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dfd8f65469b54421bfe897552e2fa45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388515 Jan 21 13:55:09.158922 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf20b4-35fa-43a8-9335-4f096a5338b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f232ddb-e03d-43fd-833f-e950540ce1c6,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:09.161327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49736) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:09.195912 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-fe8e92aa-85fd-4ad6-bcce-2d2676c40dde service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983505 Jan 21 13:55:09.211720 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] Publish callbacks [] for security_group (5f232ddb-e03d-43fd-833f-e950540ce1c6), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.236924 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] Publish callbacks [] for security_group (5f232ddb-e03d-43fd-833f-e950540ce1c6), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.285416 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (5f232ddb-e03d-43fd-833f-e950540ce1c6), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.288342 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:09.293614 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5f232ddb-e03d-43fd-833f-e950540ce1c6 HTTP/1.1" status: 204 len: 168 time: 0.1313398 Jan 21 13:55:09.301655 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b596fb6-b94f-4c9e-8cc7-a83afe3f4893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f232ddb-e03d-43fd-833f-e950540ce1c6,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:09.488828 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fc312b69-14b9-4176-bec5-f538f7d94a92 req-37556329-53a4-4166-81d6-b13ccf84b4c8 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jan 21 13:55:09.984325 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49776) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:10.083603 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739458471-network', 'tenant_id': '6fd8e328d18c485f9fa5af3daa7ca3e1'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:10.106120 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Made reservation on behalf of 6fd8e328d18c485f9fa5af3daa7ca3e1 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:10.108360 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for network (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.116576 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.192750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks [] for security_group (dbc6619f-08e1-4cec-b96c-c66a8ecc2576), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.196589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (dbc6619f-08e1-4cec-b96c-c66a8ecc2576), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.223065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 13:55:10.229340 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc6619f-08e1-4cec-b96c-c66a8ecc2576,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:10.236225 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (6152303a-136a-46f1-8e9f-4852501c1299), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.236665 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Added segment 6152303a-136a-46f1-8e9f-4852501c1299 of type vlan for network a9187b65-33d8-40b3-bd9d-eb475d6ee005 Jan 21 13:55:10.276172 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763126014181'] for network (a9187b65-33d8-40b3-bd9d-eb475d6ee005), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.305970 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344'] for network (a9187b65-33d8-40b3-bd9d-eb475d6ee005), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.307042 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:10.307640 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.361929 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:10.385810 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:10.387328 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 50fcaddc-29ed-4942-97cc-0b6cd3fb1bdb not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:10.408716 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4230731 Jan 21 13:55:10.411825 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49782) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:10.416768 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Request body: {'subnet': {'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739458471-subnet', 'tenant_id': '6fd8e328d18c485f9fa5af3daa7ca3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:10.416939 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d33a-6ea9-4e69-a6a9-05f1fc230f0d admin admin] Pushing event updated for resources: {'Network': ['ID=a9187b65-33d8-40b3-bd9d-eb475d6ee005,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:10.430465 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 details requested by agent ovs-agent-dv-cinder-820164-2-iscsi with host dv-cinder-820164-2-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 13:55:10.444459 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Made reservation on behalf of 6fd8e328d18c485f9fa5af3daa7ca3e1 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:10.447664 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29401306'] for subnet (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.523761 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-20991adc-aba8-4a3f-b53f-3fdd4e7cae47 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:10.526033 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-20991adc-aba8-4a3f-b53f-3fdd4e7cae47 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1956787 Jan 21 13:55:10.603390 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-ece87cf0-cf67-4380-b096-07419ab86719 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 380 time: 0.0657554 Jan 21 13:55:10.615085 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'port': {'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'admin_state_up': True, 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'security_groups': ['f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:10.732715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Made reservation on behalf of 6dacb89bfd7d4537a8b5b7bc98cf5d1b for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:10.736657 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:10.878675 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.20.0.6 (885b2ee1-8e97-4170-97ad-c321e8aa6294/69c7c8d1-a1d0-4110-bc24-bc6ff946844f/632bb21d-25a0-428f-9fae-d57764d2205e) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:55:10.898485 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-32157629-a123-40a2-bdf9-c525abdef63b req-4d8e1c86-436b-47c0-9d89-e3b3bcf6441e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 210 time: 0.3133914 Jan 21 13:55:10.967147 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30478327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29401284'] for subnet (f87481cf-883b-493f-a442-d349dace1de7), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.034548 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Checking segment: {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:55:11.034939 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Network hostable DHCP agents. Network: a9187b65-33d8-40b3-bd9d-eb475d6ee005, hostable agents: ['6f7f34a5-2384-4b88-91c9-53b6c139aebe'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 13:55:11.037690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (632bb21d-25a0-428f-9fae-d57764d2205e), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.038053 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87481cf-883b-493f-a442-d349dace1de7,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:11.055161 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 is scheduled to be hosted by DHCP agent 6f7f34a5-2384-4b88-91c9-53b6c139aebe with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 13:55:11.066555 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820164-2-iscsi, a9187b65-33d8-40b3-bd9d-eb475d6ee005) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:11.070846 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:11.071412 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.080812 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80159c62-4c00-4f97-b3af-838e592b6cc3 None None] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:55:11.089663 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2c478a3f-2bc5-4efd-8d90-c2aa6640b0ab admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6766992 Jan 21 13:55:11.193635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3a24e-6ec6-4149-8c82-11e871016db6 None None] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:55:11.277616 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.330763 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-22f6fedf-15a2-4203-adcc-8720cba152fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.331355 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.377354 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:55:11.380329 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:11.384648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:55:11.389381 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:11.440042 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:11.440820 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.458525 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8efbc271-6800-434e-a3ce-67ea95c34f58 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478777 Jan 21 13:55:11.475191 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Request body: {'port': {'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:11.549562 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.608629 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-5d02b475-c5b2-42b6-875b-0496148e0a23 None None] Provisioning complete for port 632bb21d-25a0-428f-9fae-d57764d2205e triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:11.610018 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5d02b475-c5b2-42b6-875b-0496148e0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.660121 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-5d02b475-c5b2-42b6-875b-0496148e0a23 None None] Port 632bb21d-25a0-428f-9fae-d57764d2205e cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:55:11.841714 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632bb21d-25a0-428f-9fae-d57764d2205e {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:11.849458 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks [] for port (632bb21d-25a0-428f-9fae-d57764d2205e), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.863758 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Transition to ACTIVE for port object 632bb21d-25a0-428f-9fae-d57764d2205e will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:55:11.867760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:11.920048 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Pushing event updated for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:12.042755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Attempting to bind port 632bb21d-25a0-428f-9fae-d57764d2205e on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:55:12.044040 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Attempting to bind port 632bb21d-25a0-428f-9fae-d57764d2205e by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:55:12.044389 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Attempting to bind port 632bb21d-25a0-428f-9fae-d57764d2205e on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:12.053064 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Port 632bb21d-25a0-428f-9fae-d57764d2205e on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:55:12.053386 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Attempting to bind port 632bb21d-25a0-428f-9fae-d57764d2205e on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:12.064398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11218551-525b-4ad3-89b8-e8cce409ff3f req-7122a801-9cb6-4098-a345-eb1703403207 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.066001 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11218551-525b-4ad3-89b8-e8cce409ff3f req-7122a801-9cb6-4098-a345-eb1703403207 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0743423 Jan 21 13:55:12.069114 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:55:12.069461 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:55:12.069850 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Bound using segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:55:12.070290 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Bound port: 632bb21d-25a0-428f-9fae-d57764d2205e, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:55:12.070653 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:12.163634 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11218551-525b-4ad3-89b8-e8cce409ff3f req-87426ff1-d17d-4cff-ba5f-4b44e6728cbd tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906680 Jan 21 13:55:12.181729 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:55:12.185148 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=632bb21d-25a0-428f-9fae-d57764d2205e,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:55:12.190637 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:12.226974 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.227609 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:12.229065 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] 10.222.0.107 "PUT /v2.0/ports/632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 1093 time: 0.7586834 Jan 21 13:55:12.229509 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:12.232421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:12.260348 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76570-5198-440a-94c1-f53fb3be3206 service neutron] Pushing event updated for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:12.272900 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be826c-6bd0-4ae1-854d-d4840a8f6a4d x-openstack-request-id: req-63be826c-6bd0-4ae1-854d-d4840a8f6a4d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:12.273289 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:12.273600 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-63be826c-6bd0-4ae1-854d-d4840a8f6a4d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:12.274021 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e', 'status': 'completed', 'code': 200} Jan 21 13:55:12.346182 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8feb65b7-dae1-493d-850e-40f87b35b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.347695 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-8feb65b7-dae1-493d-850e-40f87b35b5c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1096 time: 0.0499141 Jan 21 13:55:12.390204 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-96049d6c-27cb-4696-8a99-b8efdc6e9eec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 217 time: 0.0358069 Jan 21 13:55:12.445572 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e812968a-76a6-4902-859a-1c65eaa3754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.447068 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-e812968a-76a6-4902-859a-1c65eaa3754c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0512474 Jan 21 13:55:12.493799 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-7bd9c80b-bcc3-4d1d-89c5-319826f6ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.496111 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-7bd9c80b-bcc3-4d1d-89c5-319826f6ad3c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422215 Jan 21 13:55:12.592294 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-0e7208ee-bd4a-45f8-909c-f225611793e8 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 Jan 21 13:55:12.686396 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfec3f8-cfc8-4c86-a840-2d7e52603c62 req-63eedadd-0edf-435a-badc-acb74a5f7956 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881979 Jan 21 13:55:12.791005 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-87f76705-3cae-432e-add0-763e7981b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.794050 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-87f76705-3cae-432e-add0-763e7981b281 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1096 time: 0.0512269 Jan 21 13:55:12.959858 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-cbda1eb5-207f-4855-a03c-7a41b6f90fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:12.961411 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-cbda1eb5-207f-4855-a03c-7a41b6f90fe1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.1606004 Jan 21 13:55:13.011980 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-a4f37508-45dc-4174-b811-1d23a71e6903 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 217 time: 0.0427985 Jan 21 13:55:13.022158 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-1fbbee90-bf4c-4689-9bf1-b50028452d59 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:13.023550 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-1fbbee90-bf4c-4689-9bf1-b50028452d59 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 809 time: 0.1609547 Jan 21 13:55:13.067656 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-ddb86d72-816c-4e67-929e-65731a4d00fe tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/quotas/6fd8e328d18c485f9fa5af3daa7ca3e1 HTTP/1.1" status: 200 len: 375 time: 0.0357578 Jan 21 13:55:13.101149 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-e119775f-9fb1-4a31-906f-5b1726dbaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:13.102607 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-e119775f-9fb1-4a31-906f-5b1726dbaa29 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0782170 Jan 21 13:55:13.104513 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-f8da136c-529d-4066-8d90-24fa50bf1cf5 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312321 Jan 21 13:55:13.205217 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-9bc19e53-4451-46c3-bb63-567d05016900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:13.206809 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-9bc19e53-4451-46c3-bb63-567d05016900 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975561 Jan 21 13:55:13.245212 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-e67f6c3e-63bd-4938-be80-6aa6d32562ad service neutron] 10.222.0.84 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286039 Jan 21 13:55:13.285709 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cc121-ac71-447a-854e-de5ffbcdc029 req-4f62bcd1-760b-4223-b67c-0c8feeebc57b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:13.287152 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d32cc121-ac71-447a-854e-de5ffbcdc029 req-4f62bcd1-760b-4223-b67c-0c8feeebc57b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0562963 Jan 21 13:55:13.338810 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d32cc121-ac71-447a-854e-de5ffbcdc029 req-d3268428-e650-4bd7-ac75-e300ccfc4ee0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Jan 21 13:55:13.358704 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-29bfa9f0-49d9-41af-9a91-31f3c4e79f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:13.379550 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-8507b9fd-d461-4adb-8651-6ecfc02e3517 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651325 Jan 21 13:55:13.410652 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-261cf0a4-5507-4ad5-979e-760d02600c5f service neutron] 10.222.0.84 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584473 Jan 21 13:55:13.485514 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4aba13d1-c0ea-4990-bf7d-c0016a0721b1 req-2b380a32-5130-40f8-b023-25ad747fe9df service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955553 Jan 21 13:55:13.577288 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-18c49312-92b3-4b1c-9a02-6e45ab8cde6f req-930efecb-d6ce-40ab-bcaa-d92a9d806925 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 210 time: 0.0258801 Jan 21 13:55:14.533715 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1edda-177c-45a6-a4b7-0157b61d1722 req-f96c3467-6592-4613-b1ae-5e907ea33bba tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:14.535183 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ee1edda-177c-45a6-a4b7-0157b61d1722 req-f96c3467-6592-4613-b1ae-5e907ea33bba tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.1106374 Jan 21 13:55:14.565728 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-c8d6cd3b-0258-4b4f-8165-731c2b0ba261 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:14.567186 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-c8d6cd3b-0258-4b4f-8165-731c2b0ba261 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 809 time: 0.1672280 Jan 21 13:55:14.585028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Request body: {'port': {'device_id': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005', 'admin_state_up': True, 'tenant_id': '6fd8e328d18c485f9fa5af3daa7ca3e1'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:14.623097 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ee1edda-177c-45a6-a4b7-0157b61d1722 req-22f9e82e-e66f-4b34-b9fa-df402ff56d49 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811152 Jan 21 13:55:14.671113 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7645f8b3-2ce7-449d-adf9-39702bc4f9cf req-ba9da72b-e9d8-4329-abb6-e6e7df73d48f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Jan 21 13:55:14.713256 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Made reservation on behalf of 6fd8e328d18c485f9fa5af3daa7ca3e1 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:14.717739 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:14.844514 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Allocated IP 172.20.0.4 (a9187b65-33d8-40b3-bd9d-eb475d6ee005/f87481cf-883b-493f-a442-d349dace1de7/f2996308-219c-434c-a1aa-78285d9359b0) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:55:15.008359 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks [] for port (f2996308-219c-434c-a1aa-78285d9359b0), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.045161 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.051427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.109183 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:55:15.112629 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:15.119787 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Pushing event updated for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:15.125189 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:55:15.191735 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:15.192353 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.208793 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a15f5123-d66d-497c-979b-5e125566e3e1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326399 Jan 21 13:55:15.220418 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Request body: {'port': {'device_id': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:15.274634 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f2996308-219c-434c-a1aa-78285d9359b0), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.533422 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2996308-219c-434c-a1aa-78285d9359b0 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:15.540702 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks [] for port (f2996308-219c-434c-a1aa-78285d9359b0), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.553447 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Transition to ACTIVE for port object f2996308-219c-434c-a1aa-78285d9359b0 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:55:15.557151 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.611431 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:15.675733 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Attempting to bind port f2996308-219c-434c-a1aa-78285d9359b0 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:55:15.676076 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Attempting to bind port f2996308-219c-434c-a1aa-78285d9359b0 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:55:15.676406 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Attempting to bind port f2996308-219c-434c-a1aa-78285d9359b0 on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:15.680748 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Port f2996308-219c-434c-a1aa-78285d9359b0 on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:55:15.681065 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Attempting to bind port f2996308-219c-434c-a1aa-78285d9359b0 on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:15.686930 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:55:15.687269 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Checking segment: {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:55:15.687650 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Bound using segment: {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:55:15.688079 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Bound port: f2996308-219c-434c-a1aa-78285d9359b0, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:55:15.688432 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f2996308-219c-434c-a1aa-78285d9359b0), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.786371 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb93e-526e-4599-84ea-3201773d63e4 req-028cc039-cef1-432a-bc1e-8461e0daa7f6 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.786940 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:15.789313 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:15.790067 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b64eb93e-526e-4599-84ea-3201773d63e4 req-028cc039-cef1-432a-bc1e-8461e0daa7f6 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0498760 Jan 21 13:55:15.790148 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f456f64-b537-4e5e-9cd0-081f4661a579 req-4be10370-2803-46fc-8943-1a62cb4b2e2e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:15.790903 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f456f64-b537-4e5e-9cd0-081f4661a579 req-4be10370-2803-46fc-8943-1a62cb4b2e2e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0935657 Jan 21 13:55:15.797529 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:55:15.802725 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f2996308-219c-434c-a1aa-78285d9359b0,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:55:15.810345 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.835415 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b64eb93e-526e-4599-84ea-3201773d63e4 req-47792c19-62c8-44fc-a6b7-8494290fe68e tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Jan 21 13:55:15.850230 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:15.850881 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:15.852256 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] 10.222.0.107 "PUT /v2.0/ports/f2996308-219c-434c-a1aa-78285d9359b0 HTTP/1.1" status: 200 len: 1093 time: 0.6359363 Jan 21 13:55:15.858075 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:15.860253 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00206d2f-36ff-45cf-8471-0247808f3b41" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "tag": "f2996308-219c-434c-a1aa-78285d9359b0"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:15.914394 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e6968-3b2a-4c1e-93c7-36dda37d4694 x-openstack-request-id: req-be3e6968-3b2a-4c1e-93c7-36dda37d4694 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:15.914689 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "tag": "f2996308-219c-434c-a1aa-78285d9359b0", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:15.914944 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be3e6968-3b2a-4c1e-93c7-36dda37d4694 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:15.915337 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0', 'status': 'completed', 'code': 200} Jan 21 13:55:15.939315 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f456f64-b537-4e5e-9cd0-081f4661a579 req-e9aaf61a-65b4-4692-83f0-b987a0e45763 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393640 Jan 21 13:55:15.940849 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456396-f184-4d60-a988-92f19aac3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:15.955610 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-455b5707-49af-466d-9908-52f9a269907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:15.957142 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-455b5707-49af-466d-9908-52f9a269907c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 1096 time: 0.0636706 Jan 21 13:55:16.001995 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-a1d661d6-1b0a-4942-a648-beb742171f0d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2996308-219c-434c-a1aa-78285d9359b0 HTTP/1.1" status: 200 len: 217 time: 0.0379601 Jan 21 13:55:16.050221 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-c1d7e91f-0b56-48b8-95e7-77379bc5344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:16.051568 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-c1d7e91f-0b56-48b8-95e7-77379bc5344b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f87481cf-883b-493f-a442-d349dace1de7 HTTP/1.1" status: 200 len: 849 time: 0.0440333 Jan 21 13:55:16.081601 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-57a43272-d6f7-4b7e-b875-91d6c753c3f2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a9187b65-33d8-40b3-bd9d-eb475d6ee005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241463 Jan 21 13:55:16.173789 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-e4b61974-62ff-4b94-b92f-c1c1d634bea9 service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862744 Jan 21 13:55:16.264584 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a19c6625-a9f7-4764-aa46-7751c0417499 req-55cded5e-6638-4670-869d-c19e2e13611b service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Jan 21 13:55:16.355008 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-4e37a8c9-f30c-4e06-8593-e1aa5ba7bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:16.356576 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-4e37a8c9-f30c-4e06-8593-e1aa5ba7bfcd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 1096 time: 0.0432513 Jan 21 13:55:16.460834 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-a15b0bed-8f32-4d0a-b663-57becacdbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:16.462314 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-a15b0bed-8f32-4d0a-b663-57becacdbca0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 910 time: 0.1000383 Jan 21 13:55:16.503499 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-1c6baacb-9bf1-4747-b898-c857162603dc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2996308-219c-434c-a1aa-78285d9359b0 HTTP/1.1" status: 200 len: 217 time: 0.0345118 Jan 21 13:55:16.526647 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:16.555444 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-f17491e7-2b9e-484f-a911-dd03ea53c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:16.556859 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-f17491e7-2b9e-484f-a911-dd03ea53c080 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f87481cf-883b-493f-a442-d349dace1de7 HTTP/1.1" status: 200 len: 849 time: 0.0479088 Jan 21 13:55:16.589070 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-41fac2fb-c6d9-43ff-b2ce-ad07d67502fe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a9187b65-33d8-40b3-bd9d-eb475d6ee005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249069 Jan 21 13:55:16.677683 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-22482933-5108-40a7-971b-c812e7fead04 service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820427 Jan 21 13:55:16.954176 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434de5-1618-4c96-9c0f-de0cd9210371 req-9b0adcfc-e426-4aec-9037-768eeb652648 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:16.955629 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8a434de5-1618-4c96-9c0f-de0cd9210371 req-9b0adcfc-e426-4aec-9037-768eeb652648 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0509524 Jan 21 13:55:17.004424 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8a434de5-1618-4c96-9c0f-de0cd9210371 req-c42ee38c-ab75-4a52-8f20-5f7c022c1509 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Jan 21 13:55:17.060521 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120612-e27d-4f9f-abef-71cdf529c2ee req-ef06a6ad-590a-43e3-854e-89f4f7dcbf25 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:17.062004 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a8120612-e27d-4f9f-abef-71cdf529c2ee req-ef06a6ad-590a-43e3-854e-89f4f7dcbf25 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0540998 Jan 21 13:55:17.109358 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a8120612-e27d-4f9f-abef-71cdf529c2ee req-9d212719-12da-424e-9f4f-7d8cb6cefcbc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Jan 21 13:55:17.671976 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:18.124027 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57060175-099e-4c95-b793-a1b6ad474e81 req-cf78458a-a6a7-4711-afad-1c4b9cc5a30d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:18.125464 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-57060175-099e-4c95-b793-a1b6ad474e81 req-cf78458a-a6a7-4711-afad-1c4b9cc5a30d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0470462 Jan 21 13:55:18.171836 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-57060175-099e-4c95-b793-a1b6ad474e81 req-78a23b25-c74e-4e23-aa65-e68f4cb94953 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Jan 21 13:55:18.223171 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d26b6-a909-41de-9e73-b1f716159810 req-33f9a809-c452-4982-814c-531c87c7d9da tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:18.224633 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-787d26b6-a909-41de-9e73-b1f716159810 req-33f9a809-c452-4982-814c-531c87c7d9da tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0477316 Jan 21 13:55:18.271816 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-787d26b6-a909-41de-9e73-b1f716159810 req-c548335f-a872-41cd-9b88-f14532c2bbbd tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Jan 21 13:55:19.222102 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00206d2f-36ff-45cf-8471-0247808f3b41 req-468599d8-add4-4d40-882a-562de854ff2f service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915651 Jan 21 13:55:19.289920 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6434ae7-5019-4734-9c70-0903e9dd0700 req-9c8efdff-f0d5-45bf-b99d-f1b1c8ea9467 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:19.291375 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b6434ae7-5019-4734-9c70-0903e9dd0700 req-9c8efdff-f0d5-45bf-b99d-f1b1c8ea9467 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0524530 Jan 21 13:55:19.342319 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b6434ae7-5019-4734-9c70-0903e9dd0700 req-c972714f-906b-454a-b604-61fa7d34fba7 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Jan 21 13:55:19.389691 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d886a-4008-4091-af99-d6093abbceac req-4faa2e91-fd10-4bdd-a420-5339e8b8f7c4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:19.391158 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-872d886a-4008-4091-af99-d6093abbceac req-4faa2e91-fd10-4bdd-a420-5339e8b8f7c4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0502672 Jan 21 13:55:19.440432 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-872d886a-4008-4091-af99-d6093abbceac req-c0cfb43d-e2de-4ccc-8a70-e4c85adbf77b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Jan 21 13:55:20.462843 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdfe78-80c1-4712-b792-40c571686f1b req-10a90b5c-aad5-4117-8f42-bad2c97a6ddc tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:20.464350 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-86bdfe78-80c1-4712-b792-40c571686f1b req-10a90b5c-aad5-4117-8f42-bad2c97a6ddc tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0538402 Jan 21 13:55:20.511108 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-86bdfe78-80c1-4712-b792-40c571686f1b req-b61f8c64-1c9a-4fa4-a6fa-553feeb0cba7 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Jan 21 13:55:20.557925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3d9a1-809a-44a3-85a3-ae2f3a8af804 req-ee526fc9-3bd2-4495-9625-0e19fcf0bf86 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:20.560062 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8d3d9a1-809a-44a3-85a3-ae2f3a8af804 req-ee526fc9-3bd2-4495-9625-0e19fcf0bf86 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0540712 Jan 21 13:55:20.607344 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8d3d9a1-809a-44a3-85a3-ae2f3a8af804 req-e228c41a-1789-4e55-82a5-908f8739f93a tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Jan 21 13:55:21.626088 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5424b26-48e8-42ca-8503-e4c222ba54f5 req-c0e24159-da09-49d0-87c9-45ce91171dc3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:21.627571 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d5424b26-48e8-42ca-8503-e4c222ba54f5 req-c0e24159-da09-49d0-87c9-45ce91171dc3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 943 time: 0.0484996 Jan 21 13:55:21.678165 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d5424b26-48e8-42ca-8503-e4c222ba54f5 req-81c6d8f2-a9f8-4dce-a597-80b86ad1f49e tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Jan 21 13:55:21.722098 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fd89-13ec-4dc1-9548-2407698c9069 req-dea381bf-d328-4700-b5a3-1ad4d8b7c1f6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:21.723556 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9dd0fd89-13ec-4dc1-9548-2407698c9069 req-dea381bf-d328-4700-b5a3-1ad4d8b7c1f6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0488908 Jan 21 13:55:21.770506 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9dd0fd89-13ec-4dc1-9548-2407698c9069 req-315a9d7b-a54d-453e-90ea-38fb987e73db tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Jan 21 13:55:22.455893 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f2996308-219c-434c-a1aa-78285d9359b0 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:55:22.548787 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f2996308-219c-434c-a1aa-78285d9359b0,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:22.560743 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': 'f2996308-219c-434c-a1aa-78285d9359b0', 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005', 'port_id': 'f2996308-219c-434c-a1aa-78285d9359b0', 'mac_address': 'fa:16:3e:0b:e0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87481cf-883b-493f-a442-d349dace1de7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:55:22.601192 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port f2996308-219c-434c-a1aa-78285d9359b0 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:22.601583 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f2996308-219c-434c-a1aa-78285d9359b0), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:22.614133 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2996308-219c-434c-a1aa-78285d9359b0 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:22.634692 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f2996308-219c-434c-a1aa-78285d9359b0,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:22.640101 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:22.686464 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:22.794055 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac76f65-9d82-4c06-ba1d-252ed8bce3f2 req-53fe0749-9376-46a2-9793-3fabfcc05bc4 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:22.795559 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ac76f65-9d82-4c06-ba1d-252ed8bce3f2 req-53fe0749-9376-46a2-9793-3fabfcc05bc4 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 944 time: 0.0489187 Jan 21 13:55:22.843550 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4ac76f65-9d82-4c06-ba1d-252ed8bce3f2 req-97fe6979-2d1a-484a-bb68-a0b7df797a73 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Jan 21 13:55:22.847786 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['f2996308-219c-434c-a1aa-78285d9359b0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:22.895897 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915df34f-7c4f-4035-9813-ac2817b6b6c0 req-c385813f-79c2-469f-8e0e-630ed72f0ca5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:22.897825 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-915df34f-7c4f-4035-9813-ac2817b6b6c0 req-c385813f-79c2-469f-8e0e-630ed72f0ca5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0597262 Jan 21 13:55:22.957458 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-915df34f-7c4f-4035-9813-ac2817b6b6c0 req-8cc704bc-fd44-4a80-9e58-4fd67ae65d9f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527372 Jan 21 13:55:23.963988 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe158e5-2bc7-467a-9e77-69f661fe60dc req-a5d61b37-0900-47d0-b08a-bd249f463315 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:23.966138 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fe158e5-2bc7-467a-9e77-69f661fe60dc req-a5d61b37-0900-47d0-b08a-bd249f463315 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 944 time: 0.0518110 Jan 21 13:55:24.016371 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1fe158e5-2bc7-467a-9e77-69f661fe60dc req-eec52b97-71d1-4ada-b6a4-f035b3980de7 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Jan 21 13:55:24.072876 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c9c68-0130-44e5-bace-4cf48dda2870 req-e2f44f29-0e5c-4f4d-b555-fcaa7b82ee5e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:24.074352 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a45c9c68-0130-44e5-bace-4cf48dda2870 req-e2f44f29-0e5c-4f4d-b555-fcaa7b82ee5e tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0522127 Jan 21 13:55:24.125194 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a45c9c68-0130-44e5-bace-4cf48dda2870 req-cc0a75b4-5c4d-4ca6-8fc3-b9ff4f30a9a8 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Jan 21 13:55:24.254364 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 49932) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:24.361437 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f045f534-327e-4997-808b-a1ce47050535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.437278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f045f534-327e-4997-808b-a1ce47050535 admin admin] Publish callbacks [] for security_group (bd238f2a-76d8-4993-aec5-17ac63956236), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.440822 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f045f534-327e-4997-808b-a1ce47050535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bd238f2a-76d8-4993-aec5-17ac63956236), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.479179 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f045f534-327e-4997-808b-a1ce47050535 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f0952e6f5ab4bc09aff8c26a62b8279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236373 Jan 21 13:55:24.479635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f2996308-219c-434c-a1aa-78285d9359b0 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:55:24.480953 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045f534-327e-4997-808b-a1ce47050535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd238f2a-76d8-4993-aec5-17ac63956236,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:24.482534 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 49936) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:24.532089 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Publish callbacks [] for security_group (bd238f2a-76d8-4993-aec5-17ac63956236), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.534710 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port f2996308-219c-434c-a1aa-78285d9359b0 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:55:24.538390 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port f2996308-219c-434c-a1aa-78285d9359b0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:24.538770 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (f2996308-219c-434c-a1aa-78285d9359b0), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.554882 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Publish callbacks [] for security_group (bd238f2a-76d8-4993-aec5-17ac63956236), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.603676 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (bd238f2a-76d8-4993-aec5-17ac63956236), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.608051 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.609233 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd238f2a-76d8-4993-aec5-17ac63956236 HTTP/1.1" status: 204 len: 168 time: 0.1246350 Jan 21 13:55:24.617056 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd238f2a-76d8-4993-aec5-17ac63956236,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:24.625341 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.625704 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.626053 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.626390 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.626728 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.627055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.627568 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.627900 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.628229 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.628560 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.628904 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.629403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.629533 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port f2996308-219c-434c-a1aa-78285d9359b0 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:24.629851 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7270ad-6bc3-4c9b-8442-04daeed36b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:24.629984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f2996308-219c-434c-a1aa-78285d9359b0), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.664913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:24.667168 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d99f8-8a6a-4d8d-bddd-906bad822b34" -d '{"events": [{"server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "name": "network-vif-plugged", "status": "completed", "tag": "f2996308-219c-434c-a1aa-78285d9359b0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:24.680634 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f2996308-219c-434c-a1aa-78285d9359b0,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:24.685240 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:24.712872 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e92286-8cc1-47b4-bd2c-ebd0fe3a2019 x-openstack-request-id: req-65e92286-8cc1-47b4-bd2c-ebd0fe3a2019 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:24.713171 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "name": "network-vif-plugged", "status": "completed", "tag": "f2996308-219c-434c-a1aa-78285d9359b0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:24.713414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65e92286-8cc1-47b4-bd2c-ebd0fe3a2019 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:24.713811 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0', 'code': 200} Jan 21 13:55:24.739750 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:24.884964 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828068d2-3182-4557-ba39-81eb22fadbfc req-d755323e-0d11-4364-8ac9-57d35d1e6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:24.887045 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-828068d2-3182-4557-ba39-81eb22fadbfc req-d755323e-0d11-4364-8ac9-57d35d1e6681 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 1098 time: 0.0457401 Jan 21 13:55:24.935538 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-828068d2-3182-4557-ba39-81eb22fadbfc req-6c9e1278-edd6-4389-ab7b-46e35e2e03f3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jan 21 13:55:25.138125 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0263f7-8668-4063-989c-cf5c10af42d7 req-3fc6447d-80b6-489d-8078-97dd5fc7b398 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:25.139724 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f0263f7-8668-4063-989c-cf5c10af42d7 req-3fc6447d-80b6-489d-8078-97dd5fc7b398 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Jan 21 13:55:25.193255 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f0263f7-8668-4063-989c-cf5c10af42d7 req-e142e152-a3e0-4713-b161-3ca698554954 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 Jan 21 13:55:25.249823 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6c6c-22c0-4314-8f58-ba26b61958f8 req-b21ef29c-7bf2-4e75-90b3-d0ec33920023 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:25.251337 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8d3f6c6c-22c0-4314-8f58-ba26b61958f8 req-b21ef29c-7bf2-4e75-90b3-d0ec33920023 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0495384 Jan 21 13:55:25.301491 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8d3f6c6c-22c0-4314-8f58-ba26b61958f8 req-d3d677fb-1651-4bfb-b0a7-9990cd9e29a7 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Jan 21 13:55:26.306480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040a9d-854c-4ed0-b4a7-daca0bcf9168 req-d04cfb50-b6c9-4b6d-b4bd-f24383125fbc tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:26.307944 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5040a9d-854c-4ed0-b4a7-daca0bcf9168 req-d04cfb50-b6c9-4b6d-b4bd-f24383125fbc tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jan 21 13:55:26.357931 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5040a9d-854c-4ed0-b4a7-daca0bcf9168 req-6940d841-32de-430a-909e-bc9cc9d94250 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Jan 21 13:55:26.425365 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16926d-22a0-48dc-8bfa-dfb3cad2f1a7 req-e5be2493-2b3a-468b-990f-65b8f8f19144 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:26.426872 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9a16926d-22a0-48dc-8bfa-dfb3cad2f1a7 req-e5be2493-2b3a-468b-990f-65b8f8f19144 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 943 time: 0.0518296 Jan 21 13:55:26.481052 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9a16926d-22a0-48dc-8bfa-dfb3cad2f1a7 req-9adbdb45-6d2d-45f4-95da-7c2b009c79be tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485935 Jan 21 13:55:26.487462 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 632bb21d-25a0-428f-9fae-d57764d2205e details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:55:26.590754 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=632bb21d-25a0-428f-9fae-d57764d2205e,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:26.601474 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '632bb21d-25a0-428f-9fae-d57764d2205e', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:55:26.640336 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 632bb21d-25a0-428f-9fae-d57764d2205e is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:26.640760 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:26.653674 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632bb21d-25a0-428f-9fae-d57764d2205e {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:26.674600 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=632bb21d-25a0-428f-9fae-d57764d2205e,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:26.678821 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:26.729376 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:26.864233 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-74844c6b-5f6e-4db3-8c8a-8ffd5006a09c tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c657f7c98ca848158c06784488e08f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404923 Jan 21 13:55:26.875387 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['632bb21d-25a0-428f-9fae-d57764d2205e'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:26.974127 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe981f-860e-4e00-a949-f942ded9de42 req-c2ed6dfc-53e4-476a-9dd3-ef06e055ffed tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:26.976039 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5dfe981f-860e-4e00-a949-f942ded9de42 req-c2ed6dfc-53e4-476a-9dd3-ef06e055ffed tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Jan 21 13:55:27.025166 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5dfe981f-860e-4e00-a949-f942ded9de42 req-aefb58f7-db51-457a-8750-0a067355fbfe tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Jan 21 13:55:27.063872 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-bfbdfa23-5889-4368-8658-ec25dc140d88 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:27.065404 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-bfbdfa23-5889-4368-8658-ec25dc140d88 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002289 Jan 21 13:55:27.080280 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-4d5fb7c0-9c0a-4a84-9259-c919806c4ff8 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/quotas/c657f7c98ca848158c06784488e08f36 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Jan 21 13:55:27.110846 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-08ebb0f8-6d70-46a2-9cdc-7dc481618c71 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c657f7c98ca848158c06784488e08f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255263 Jan 21 13:55:27.265145 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4dbd3cdd-6113-48df-b1ac-5bb9544abac0 req-855fd10e-432d-4fb3-9732-1ff093fa5b61 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Jan 21 13:55:27.609523 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec4b7-f174-4078-b994-d88b2c95643d req-57754f58-67cd-433f-9a14-99cd0b2baef5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:27.611004 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-998ec4b7-f174-4078-b994-d88b2c95643d req-57754f58-67cd-433f-9a14-99cd0b2baef5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 944 time: 0.0563986 Jan 21 13:55:27.662750 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-998ec4b7-f174-4078-b994-d88b2c95643d req-5b01fb65-1727-4fda-990c-ca27de028ef2 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Jan 21 13:55:28.133559 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-935f2d88-b8a1-4131-9f34-2bd4b9f97666 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=c657f7c98ca848158c06784488e08f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386164 Jan 21 13:55:28.359560 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2ad972c7-8e2b-4aae-aa1c-7038f6b3de93 req-fccc3ac4-acd0-40aa-ae3c-1f99a482d01f tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Jan 21 13:55:28.506228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 632bb21d-25a0-428f-9fae-d57764d2205e up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:55:28.558733 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 632bb21d-25a0-428f-9fae-d57764d2205e completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:55:28.562992 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 632bb21d-25a0-428f-9fae-d57764d2205e triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:28.563367 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:28.576381 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5933b2e-70be-44f7-91b5-dc641c1bb15b req-c8a71e28-11d3-4af6-9bd3-e2f2941135f1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:28.577964 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5933b2e-70be-44f7-91b5-dc641c1bb15b req-c8a71e28-11d3-4af6-9bd3-e2f2941135f1 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 945 time: 0.4818165 Jan 21 13:55:28.640414 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 632bb21d-25a0-428f-9fae-d57764d2205e is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:28.640846 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:28.663296 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:28.665545 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c3c87-ec08-4cac-82e1-7b2c076c3bbc" -d '{"events": [{"server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "name": "network-vif-plugged", "status": "completed", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:28.678894 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=632bb21d-25a0-428f-9fae-d57764d2205e,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:28.679259 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-0ae86072-b492-4f56-8784-5ecd4b782f9e tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:28.680956 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-0ae86072-b492-4f56-8784-5ecd4b782f9e tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5226145 Jan 21 13:55:28.683916 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:28.694451 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e93e32-3669-49b8-a108-36354c0019eb req-3096120e-431d-4439-9b38-3c14e5f347ff tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:28.695917 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3e93e32-3669-49b8-a108-36354c0019eb req-3096120e-431d-4439-9b38-3c14e5f347ff tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 945 time: 0.1794174 Jan 21 13:55:28.704496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Request body: {'port': {'device_id': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3', 'admin_state_up': True, 'tenant_id': 'c657f7c98ca848158c06784488e08f36'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:28.710868 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93ea65-7845-42ab-8359-dd658b3ee5b7 x-openstack-request-id: req-1a93ea65-7845-42ab-8359-dd658b3ee5b7 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:28.711155 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "name": "network-vif-plugged", "status": "completed", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:28.711409 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1a93ea65-7845-42ab-8359-dd658b3ee5b7 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:28.711794 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e', 'code': 200} Jan 21 13:55:28.738610 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:28.746929 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5933b2e-70be-44f7-91b5-dc641c1bb15b req-5f112b8a-41df-4311-b220-4c5a10578969 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556053 Jan 21 13:55:28.817090 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48d6e-7006-420a-861b-fdc50c380f20 req-5950ab3b-c586-4dd1-9d39-ee69fa69e5bf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:28.819200 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99b48d6e-7006-420a-861b-fdc50c380f20 req-5950ab3b-c586-4dd1-9d39-ee69fa69e5bf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0517778 Jan 21 13:55:28.886351 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Deleting port f2996308-219c-434c-a1aa-78285d9359b0 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:28.886697 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (f2996308-219c-434c-a1aa-78285d9359b0), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:28.893166 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99b48d6e-7006-420a-861b-fdc50c380f20 req-d59d7a26-6d4f-482e-8763-a6a2f3e1af0f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682354 Jan 21 13:55:28.988462 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Made reservation on behalf of c657f7c98ca848158c06784488e08f36 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:28.991933 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.008170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks [] for security_group (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.043769 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] For port f2996308-219c-434c-a1aa-78285d9359b0, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=f2996308-219c-434c-a1aa-78285d9359b0,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:29.044146 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (f2996308-219c-434c-a1aa-78285d9359b0), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.049654 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da56d5-2dac-478e-9a9c-93f7cf988b59 req-02586450-692e-45c2-a446-6da908931dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:29.051146 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-06da56d5-2dac-478e-9a9c-93f7cf988b59 req-02586450-692e-45c2-a446-6da908931dfa service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.1286922 Jan 21 13:55:29.077886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Calling delete_port for f2996308-219c-434c-a1aa-78285d9359b0 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:29.174445 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-06da56d5-2dac-478e-9a9c-93f7cf988b59 req-9d5ec4aa-0f51-440a-8cad-78fecdb08dea service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145236 Jan 21 13:55:29.222279 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks [] for security_group (c0669377-f1dd-41ad-b5ef-5081e5f1022f), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.226390 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (c0669377-f1dd-41ad-b5ef-5081e5f1022f), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.297172 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0669377-f1dd-41ad-b5ef-5081e5f1022f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:29.309357 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (f2996308-219c-434c-a1aa-78285d9359b0), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.321258 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['f2996308-219c-434c-a1aa-78285d9359b0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:29.372118 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Pushing event deleted for resources: {'Port': ['ID=f2996308-219c-434c-a1aa-78285d9359b0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:29.449074 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] No DVR routers for this DVR port f2996308-219c-434c-a1aa-78285d9359b0 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:29.451885 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.455640 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3e93e32-3669-49b8-a108-36354c0019eb req-409fca1b-c0a0-48ea-8287-14209c37609d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "DELETE /v2.0/ports/f2996308-219c-434c-a1aa-78285d9359b0 HTTP/1.1" status: 204 len: 173 time: 0.7478480 Jan 21 13:55:29.462727 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'name': 'network-vif-deleted', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:29.465460 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bed652-c42b-4f2c-9c87-e603e9a4ee89" -d '{"events": [{"server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "name": "network-vif-deleted", "tag": "f2996308-219c-434c-a1aa-78285d9359b0"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:29.507421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626cd6ff-8a5f-4efb-be6d-9a409bc66ff8 x-openstack-request-id: req-626cd6ff-8a5f-4efb-be6d-9a409bc66ff8 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:29.507718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc3581-82ee-4f36-ac7f-d121a0901e68", "name": "network-vif-deleted", "tag": "f2996308-219c-434c-a1aa-78285d9359b0", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:29.508022 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-626cd6ff-8a5f-4efb-be6d-9a409bc66ff8 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:29.508375 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc3581-82ee-4f36-ac7f-d121a0901e68', 'name': 'network-vif-deleted', 'tag': 'f2996308-219c-434c-a1aa-78285d9359b0', 'status': 'completed', 'code': 200} Jan 21 13:55:29.510610 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf3abab4-5df4-4b1d-9206-78f2a2d4e461 req-71f64299-28be-4534-bebe-d2310b86003f tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 210 time: 0.0810130 Jan 21 13:55:29.526249 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Allocated IP 192.168.233.203 (98e1e402-3f0b-48c2-8311-a0b64752d3b3/b300a9de-5c43-45d8-b9a4-ba95b217cf11/20338bc1-9c33-4d90-a69e-d196af1cc064) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:55:29.643823 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:55:29.681030 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks [] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.713894 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.754316 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:55:29.759670 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:29.764028 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:55:29.790146 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Pushing event updated for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:29.823464 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:29.824879 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:29.862893 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-a56f0465-9038-4640-bec9-e02a2ff8eec3 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1659477 Jan 21 13:55:29.877482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Request body: {'port': {'device_id': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:29.887262 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2d9fb135-1d8c-4e67-a422-62724d919619 req-ba2aa8ce-6fc9-4a53-9f7d-2a2befbbabcc tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=49fc3581-82ee-4f36-ac7f-d121a0901e68 HTTP/1.1" status: 200 len: 210 time: 0.0419827 Jan 21 13:55:29.959236 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.041458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e66dea11-9689-4bd9-88fb-a4ea6c1649b2 None None] Provisioning complete for port 20338bc1-9c33-4d90-a69e-d196af1cc064 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:30.042019 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e66dea11-9689-4bd9-88fb-a4ea6c1649b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.076793 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-e66dea11-9689-4bd9-88fb-a4ea6c1649b2 None None] Port 20338bc1-9c33-4d90-a69e-d196af1cc064 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:55:30.107481 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570f70d-3e65-4bcd-987c-71b63b05cebf req-fef49127-0b7b-488a-946a-1c14557564cf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.109027 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5570f70d-3e65-4bcd-987c-71b63b05cebf req-fef49127-0b7b-488a-946a-1c14557564cf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.1387608 Jan 21 13:55:30.232877 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5570f70d-3e65-4bcd-987c-71b63b05cebf req-a1a828e7-1d56-40e7-b38c-8fed3398d27d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170943 Jan 21 13:55:30.322727 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20338bc1-9c33-4d90-a69e-d196af1cc064 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:30.330699 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks [] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.343415 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Transition to ACTIVE for port object 20338bc1-9c33-4d90-a69e-d196af1cc064 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:55:30.346785 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.396438 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Pushing event updated for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:30.473643 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Attempting to bind port 20338bc1-9c33-4d90-a69e-d196af1cc064 on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:55:30.473981 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Attempting to bind port 20338bc1-9c33-4d90-a69e-d196af1cc064 by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:55:30.474309 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Attempting to bind port 20338bc1-9c33-4d90-a69e-d196af1cc064 on network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:30.478690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Port 20338bc1-9c33-4d90-a69e-d196af1cc064 on network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:55:30.479006 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Attempting to bind port 20338bc1-9c33-4d90-a69e-d196af1cc064 on network 98e1e402-3f0b-48c2-8311-a0b64752d3b3 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:30.485367 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:55:30.485635 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Checking segment: {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:55:30.486019 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Bound using segment: {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:55:30.486460 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Bound port: 20338bc1-9c33-4d90-a69e-d196af1cc064, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0878ec-f673-4f9b-bf29-1fe19339ef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:55:30.486820 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.553387 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:55:30.556335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=20338bc1-9c33-4d90-a69e-d196af1cc064,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:55:30.561720 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.595459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.596395 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:30.597817 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] 10.222.0.107 "PUT /v2.0/ports/20338bc1-9c33-4d90-a69e-d196af1cc064 HTTP/1.1" status: 200 len: 1098 time: 0.7278411 Jan 21 13:55:30.635539 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288228f-a6f5-4afe-badd-ef7abb549740 service neutron] Pushing event updated for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:30.639416 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b831de-a464-4274-83b2-445fca8c7e0e req-888432d6-9f09-4e5c-8ee1-ad2bed664ce5 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.646502 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-86b831de-a464-4274-83b2-445fca8c7e0e req-888432d6-9f09-4e5c-8ee1-ad2bed664ce5 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 948 time: 0.0656912 Jan 21 13:55:30.684229 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-baef4573-8c57-43f4-8ad2-d0a167e2f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.685827 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-baef4573-8c57-43f4-8ad2-d0a167e2f1de service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c657f7c98ca848158c06784488e08f36&device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 1101 time: 0.0465479 Jan 21 13:55:30.696407 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-86b831de-a464-4274-83b2-445fca8c7e0e req-e0836436-a4a7-4c2c-ad63-be00fbc2e05a tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Jan 21 13:55:30.734101 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-98c65b5d-c7cc-4371-883f-d819772fd7eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=20338bc1-9c33-4d90-a69e-d196af1cc064 HTTP/1.1" status: 200 len: 217 time: 0.0403364 Jan 21 13:55:30.784590 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-634b8685-862f-4d48-ac78-44989d4a125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.786109 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-634b8685-862f-4d48-ac78-44989d4a125c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b300a9de-5c43-45d8-b9a4-ba95b217cf11 HTTP/1.1" status: 200 len: 843 time: 0.0464292 Jan 21 13:55:30.832554 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-d9a5e1f6-31bd-4b35-94f3-8c13232bcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:30.834121 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-d9a5e1f6-31bd-4b35-94f3-8c13232bcb27 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98e1e402-3f0b-48c2-8311-a0b64752d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422678 Jan 21 13:55:30.928547 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-8058c122-0258-40a4-bad4-96b7986b54c8 service neutron] 10.222.0.107 "GET /v2.0/networks/98e1e402-3f0b-48c2-8311-a0b64752d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Jan 21 13:55:31.032780 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6f9efb83-57e3-4ff1-bf33-126bdd5899fb req-b90310dc-c8dd-48ac-accd-bde7014b3df7 service neutron] 10.222.0.107 "GET /v2.0/networks/98e1e402-3f0b-48c2-8311-a0b64752d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981736 Jan 21 13:55:31.200018 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e49f452e-4372-46fd-bf11-a155eb69fe1a tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.201495 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e49f452e-4372-46fd-bf11-a155eb69fe1a tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 809 time: 0.1026113 Jan 21 13:55:31.215513 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-f07c61eb-4af0-46f5-86d8-873e9cbb51d6 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/quotas/6fd8e328d18c485f9fa5af3daa7ca3e1 HTTP/1.1" status: 200 len: 375 time: 0.0086980 Jan 21 13:55:31.245522 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-aa11ff68-4612-4bc5-8b2e-43c903db4885 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253251 Jan 21 13:55:31.339690 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-ac8b5654-cd6c-4b36-8920-6a0bc133c4d5 service neutron] 10.222.0.84 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867345 Jan 21 13:55:31.351212 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18d7e9-75f2-4cf2-b56c-1e0759030a73 req-8e0b2cd5-94cc-4059-9839-cb0cc16e40ec tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.352732 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d18d7e9-75f2-4cf2-b56c-1e0759030a73 req-8e0b2cd5-94cc-4059-9839-cb0cc16e40ec tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Jan 21 13:55:31.400977 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d18d7e9-75f2-4cf2-b56c-1e0759030a73 req-8a093503-d240-4650-b993-ee9fb99683b5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Jan 21 13:55:31.429246 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-d0deab57-5d68-4520-82fd-104a346ec696 service neutron] 10.222.0.84 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839665 Jan 21 13:55:31.514067 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97683c-6a75-4964-90c0-80a64de07024 req-3514797b-87db-4107-b58c-975b37747e0c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.515536 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f97683c-6a75-4964-90c0-80a64de07024 req-3514797b-87db-4107-b58c-975b37747e0c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Jan 21 13:55:31.515996 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:31.518213 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed759a9c-cca2-4ae4-bc41-f8431d267170" -d '{"events": [{"name": "network-changed", "server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:31.568396 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f64367-91a4-4599-984f-4726bd56846d x-openstack-request-id: req-98f64367-91a4-4599-984f-4726bd56846d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:31.568718 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:31.568981 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-98f64367-91a4-4599-984f-4726bd56846d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:31.569382 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064', 'status': 'completed', 'code': 200} Jan 21 13:55:31.574813 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f97683c-6a75-4964-90c0-80a64de07024 req-8f73b1c7-d6ba-444f-8dda-f473916ef9bf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534923 Jan 21 13:55:31.598661 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50062) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:31.649631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-d551174c-5762-408c-8c58-e7b2d1675a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.651505 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-d551174c-5762-408c-8c58-e7b2d1675a56 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c657f7c98ca848158c06784488e08f36&device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 1101 time: 0.0647449 Jan 21 13:55:31.660741 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-56acd8d9-865c-43ce-bf91-a460252333c3 req-3f29cf7c-c27a-4d06-aa5a-526f166944cd tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 210 time: 0.0592694 Jan 21 13:55:31.675915 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f38022-33f9-46d1-b5de-625f830541ff tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.684702 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e0f38022-33f9-46d1-b5de-625f830541ff tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1093 time: 0.0775819 Jan 21 13:55:31.684702 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50068) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:31.691294 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:31.722123 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:31.771432 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-22285311-9658-411e-8db7-2bd8dbc29fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.773151 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-22285311-9658-411e-8db7-2bd8dbc29fc7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98e1e402-3f0b-48c2-8311-a0b64752d3b3 HTTP/1.1" status: 200 len: 870 time: 0.1131337 Jan 21 13:55:31.834284 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-2c2c9e1e-6cc5-4666-a7f3-ac7260ed3fd7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=20338bc1-9c33-4d90-a69e-d196af1cc064 HTTP/1.1" status: 200 len: 217 time: 0.0525756 Jan 21 13:55:31.840241 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:31.911750 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e484-6128-4a9a-9006-250d3e798cd7 req-9e3cb72b-a78c-464f-aa58-c23a5438510c tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.913420 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eee4e484-6128-4a9a-9006-250d3e798cd7 req-9e3cb72b-a78c-464f-aa58-c23a5438510c tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 948 time: 0.1243463 Jan 21 13:55:31.918047 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-63f6c81b-f05b-4d86-a5d7-2265b3962da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:31.919761 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-63f6c81b-f05b-4d86-a5d7-2265b3962da3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b300a9de-5c43-45d8-b9a4-ba95b217cf11 HTTP/1.1" status: 200 len: 843 time: 0.0684612 Jan 21 13:55:31.963252 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.27.3.168 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/01bd5107-20a2-4194-97d4-53aabbcc9e91) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:55:31.994660 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eee4e484-6128-4a9a-9006-250d3e798cd7 req-4cda3118-2c7a-45ba-b499-9320b81b5dec tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723577 Jan 21 13:55:32.001752 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-3b36c8e1-c12c-4d7e-9d33-722865b8c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:32.003279 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-3b36c8e1-c12c-4d7e-9d33-722865b8c6a6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98e1e402-3f0b-48c2-8311-a0b64752d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743933 Jan 21 13:55:32.083129 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.106818 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-b7ece5d0-8f0b-493d-9ac2-787ffac950f7 service neutron] 10.222.0.107 "GET /v2.0/networks/98e1e402-3f0b-48c2-8311-a0b64752d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938492 Jan 21 13:55:32.124103 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.175594 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:55:32.180446 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:32.184021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:55:32.207165 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed759a9c-cca2-4ae4-bc41-f8431d267170 req-638fa382-526c-454e-9914-462690d64bdb service neutron] 10.222.0.107 "GET /v2.0/networks/98e1e402-3f0b-48c2-8311-a0b64752d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941453 Jan 21 13:55:32.211309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=01bd5107-20a2-4194-97d4-53aabbcc9e91,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:32.517354 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f2996308-219c-434c-a1aa-78285d9359b0 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:32.547022 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: f2996308-219c-434c-a1aa-78285d9359b0 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:32.547468 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device f2996308-219c-434c-a1aa-78285d9359b0 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:32.554426 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (3be20a52-c1bc-4682-a394-1152115e6075), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.566756 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-b5da2a84-ffde-417f-a8d7-e8dd5aafa10d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:32.568250 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-b5da2a84-ffde-417f-a8d7-e8dd5aafa10d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 809 time: 0.1106315 Jan 21 13:55:32.581360 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Request body: {'port': {'device_id': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005', 'admin_state_up': True, 'tenant_id': '6fd8e328d18c485f9fa5af3daa7ca3e1'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:32.631930 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.707654 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Made reservation on behalf of 6fd8e328d18c485f9fa5af3daa7ca3e1 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:55:32.711215 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.779384 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1afb136a-13a7-4190-9065-b666c6c8eefb req-e364405d-0add-4daf-8fe6-00216354ae99 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 210 time: 0.0344617 Jan 21 13:55:32.817334 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.822585 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.838971 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Allocated IP 172.20.0.9 (a9187b65-33d8-40b3-bd9d-eb475d6ee005/f87481cf-883b-493f-a442-d349dace1de7/92d84b58-efdf-430d-990d-7cc66bbdddad) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:55:32.891016 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=01bd5107-20a2-4194-97d4-53aabbcc9e91,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:32.899263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (3be20a52-c1bc-4682-a394-1152115e6075), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.994159 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks [] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:32.997123 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP 3be20a52-c1bc-4682-a394-1152115e6075 associated. External IP: 172.27.3.168, port: 632bb21d-25a0-428f-9fae-d57764d2205e. Jan 21 13:55:33.030372 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.079067 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Network a9187b65-33d8-40b3-bd9d-eb475d6ee005 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:55:33.092482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:55:33.111631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:55:33.114937 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Pushing event updated for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:33.170667 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de0ba2-ede7-4c7d-baf6-a25139d2531a req-dd28780a-a1a5-4df2-8d38-a08bc156e8fd tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:33.172142 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c9de0ba2-ede7-4c7d-baf6-a25139d2531a req-dd28780a-a1a5-4df2-8d38-a08bc156e8fd tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 948 time: 0.0973325 Jan 21 13:55:33.178146 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:33.178734 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.206577 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-e3c19954-f3d2-416c-a6e6-7f7994d5cd2f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295490 Jan 21 13:55:33.213278 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:55:33.221396 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Request body: {'port': {'device_id': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:55:33.258095 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c9de0ba2-ede7-4c7d-baf6-a25139d2531a req-93f6d029-0cba-45b1-9b5c-874861c2e217 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 Jan 21 13:55:33.293726 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.322984 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:55:33.336967 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:55:33.345098 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.349089 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:33.349998 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:55:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:33.373767 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-78dc15b1-da54-47e2-8cbb-4a697e214404 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6918340 Jan 21 13:55:33.374502 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:33.376865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e110e8-b95f-439a-991c-eab0c35c0ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:33.418426 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a0f838-83d9-4add-ad94-7be15943c631 x-openstack-request-id: req-19a0f838-83d9-4add-ad94-7be15943c631 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:33.418723 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:33.418981 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19a0f838-83d9-4add-ad94-7be15943c631 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:33.419384 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e', 'status': 'completed', 'code': 200} Jan 21 13:55:33.468644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:33.536648 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-fbef3e49-9fca-467d-94e0-acba9dca68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:33.538129 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-fbef3e49-9fca-467d-94e0-acba9dca68df service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.0951178 Jan 21 13:55:33.687895 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d84b58-efdf-430d-990d-7cc66bbdddad {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:33.693172 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:32Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:33.695987 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-707acf24-0faa-4193-ab2f-8d906c56fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:33.697473 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-707acf24-0faa-4193-ab2f-8d906c56fd78 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.1523111 Jan 21 13:55:33.699909 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks [] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.725654 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:55:33.734886 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:55:33.735511 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:55:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:33.747677 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Transition to ACTIVE for port object 92d84b58-efdf-430d-990d-7cc66bbdddad will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:55:33.754945 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:33.979427 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:55:34.073251 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-822ef47c-3c84-484f-b1ff-91e364d4671d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 999 time: 0.3695061 Jan 21 13:55:34.128165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Pushing event updated for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.195139 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:55:34.197713 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:55:34.199876 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b7c-8ada-4447-aee0-fd24a0a8f79a req-c9b91568-c55b-4596-9561-3f9d7623b2ff tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.201385 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-544c5b7c-8ada-4447-aee0-fd24a0a8f79a req-c9b91568-c55b-4596-9561-3f9d7623b2ff tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 943 time: 0.1555972 Jan 21 13:55:34.211276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-5b9e7952-a9f1-4f95-acef-4d24d282fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.212653 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-5b9e7952-a9f1-4f95-acef-4d24d282fce2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.1224587 Jan 21 13:55:34.236262 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:32Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:55:34.267962 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0af80f-57bb-44ac-90ad-df531daf064f None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:32Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:55:34.289041 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Attempting to bind port 92d84b58-efdf-430d-990d-7cc66bbdddad on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:55:34.289375 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Attempting to bind port 92d84b58-efdf-430d-990d-7cc66bbdddad by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:55:34.289696 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Attempting to bind port 92d84b58-efdf-430d-990d-7cc66bbdddad on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:34.304396 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-544c5b7c-8ada-4447-aee0-fd24a0a8f79a req-39b13f9d-ccc6-4d17-a787-0d43ecb0977f tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968854 Jan 21 13:55:34.306145 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Port 92d84b58-efdf-430d-990d-7cc66bbdddad on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:55:34.306467 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Attempting to bind port 92d84b58-efdf-430d-990d-7cc66bbdddad on network a9187b65-33d8-40b3-bd9d-eb475d6ee005 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:55:34.315618 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-446a58f2-ea37-417b-9d52-46bc6764bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.317133 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-446a58f2-ea37-417b-9d52-46bc6764bcb7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956802 Jan 21 13:55:34.320822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:55:34.320822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Checking segment: {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:55:34.320822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Bound using segment: {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:55:34.320822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Bound port: 92d84b58-efdf-430d-990d-7cc66bbdddad, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6152303a-136a-46f1-8e9f-4852501c1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:55:34.320822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:34.393767 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be963d-33eb-44e8-a8f4-c6a0d5c4d1d5 req-62a0ae7b-1769-4776-a3e5-cf8022067d00 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.396021 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-17be963d-33eb-44e8-a8f4-c6a0d5c4d1d5 req-62a0ae7b-1769-4776-a3e5-cf8022067d00 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 948 time: 0.0522015 Jan 21 13:55:34.447894 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-17be963d-33eb-44e8-a8f4-c6a0d5c4d1d5 req-b09ce512-4351-410a-bcb6-b41b7a5dbd46 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Jan 21 13:55:34.462122 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:55:34.466851 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=92d84b58-efdf-430d-990d-7cc66bbdddad,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:55:34.471643 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-28892a96-3b7b-4cb5-afce-c473c5d928b7 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480424 Jan 21 13:55:34.473166 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:34.516059 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559af14a-7048-4a1d-886e-f398341d2431 None None] New status for floating IP 3be20a52-c1bc-4682-a394-1152115e6075: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:55:34.522667 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 20338bc1-9c33-4d90-a69e-d196af1cc064 details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:55:34.538690 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.539512 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:34.540696 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] 10.222.0.107 "PUT /v2.0/ports/92d84b58-efdf-430d-990d-7cc66bbdddad HTTP/1.1" status: 200 len: 1093 time: 1.3240113 Jan 21 13:55:34.541138 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:34.543912 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf5f98-e411-48c1-8049-560f0a0fdd76" -d '{"events": [{"name": "network-changed", "server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:34.623913 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=20338bc1-9c33-4d90-a69e-d196af1cc064,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:34.626443 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b57cf-e0da-468f-8acb-be74907ba53d x-openstack-request-id: req-2b6b57cf-e0da-468f-8acb-be74907ba53d {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:34.626732 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:34.626981 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b6b57cf-e0da-468f-8acb-be74907ba53d {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:34.627374 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad', 'status': 'completed', 'code': 200} Jan 21 13:55:34.635962 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e783a-23d6-4a79-b708-3220f5dcbb48 service neutron] Pushing event updated for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:34.637127 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '20338bc1-9c33-4d90-a69e-d196af1cc064', 'network_id': '98e1e402-3f0b-48c2-8311-a0b64752d3b3', 'port_id': '20338bc1-9c33-4d90-a69e-d196af1cc064', 'mac_address': 'fa:16:3e:b9:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b300a9de-5c43-45d8-b9a4-ba95b217cf11', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:55:34.664337 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a5e110e8-b95f-439a-991c-eab0c35c0ae3 req-f5355f37-8a77-448b-9d2a-43a61a7446d0 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824534 Jan 21 13:55:34.667339 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-1b329de3-b87a-4d7d-b982-147941255d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.668469 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-1b329de3-b87a-4d7d-b982-147941255d2b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 1096 time: 0.0757973 Jan 21 13:55:34.690591 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 20338bc1-9c33-4d90-a69e-d196af1cc064 is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:34.690990 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:34.705613 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20338bc1-9c33-4d90-a69e-d196af1cc064 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:34.716724 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-0c462f87-b3c3-4e82-b6e5-4be0a370ff78 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d84b58-efdf-430d-990d-7cc66bbdddad HTTP/1.1" status: 200 len: 217 time: 0.0385005 Jan 21 13:55:34.726442 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=20338bc1-9c33-4d90-a69e-d196af1cc064,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:34.731658 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:34.776978 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-166f84ba-2732-41f8-b462-d28537fab0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:34.778567 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-166f84ba-2732-41f8-b462-d28537fab0e2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f87481cf-883b-493f-a442-d349dace1de7 HTTP/1.1" status: 200 len: 849 time: 0.0531387 Jan 21 13:55:34.794579 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:34.812824 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-f125a7ac-0b18-4b36-b09d-09e8ea732fcd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a9187b65-33d8-40b3-bd9d-eb475d6ee005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257082 Jan 21 13:55:34.900524 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-32d34c2b-028f-4a6f-ace1-b8ffeb4c4bb5 service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817893 Jan 21 13:55:34.928342 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['20338bc1-9c33-4d90-a69e-d196af1cc064'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:34.992874 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b51f7d8b-4911-4d0d-b3ec-d8843c1bd6e2 req-27f5ba64-7b05-4868-ab3f-7fc2b84d8b52 service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Jan 21 13:55:35.082397 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-27c89efa-b8d4-4c79-8d5e-7e8fe3688748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:35.083818 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-27c89efa-b8d4-4c79-8d5e-7e8fe3688748 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 1096 time: 0.0426171 Jan 21 13:55:35.177004 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-0761fc0b-6022-44d2-b193-e67d5edf86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:35.178489 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-0761fc0b-6022-44d2-b193-e67d5edf86b4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 200 len: 910 time: 0.0874884 Jan 21 13:55:35.219051 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-56efd45e-6e91-429a-9864-2032d8b0b1cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d84b58-efdf-430d-990d-7cc66bbdddad HTTP/1.1" status: 200 len: 217 time: 0.0335453 Jan 21 13:55:35.271170 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-195a5818-e567-44f3-8963-029d84ada50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:35.272627 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-195a5818-e567-44f3-8963-029d84ada50e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f87481cf-883b-493f-a442-d349dace1de7 HTTP/1.1" status: 200 len: 849 time: 0.0472543 Jan 21 13:55:35.302532 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-cfe30e79-03fe-4eb5-8c96-b1da2c3cb548 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a9187b65-33d8-40b3-bd9d-eb475d6ee005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236030 Jan 21 13:55:35.391452 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-65e126ca-64d1-4de7-a3c9-aaf13ba9ddbc service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Jan 21 13:55:35.430843 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887841-e384-433b-b49d-96f639d7c706 req-d5552ef8-ca0d-4f4d-ae86-e17ae7b1f5ca tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:35.432324 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4887841-e384-433b-b49d-96f639d7c706 req-d5552ef8-ca0d-4f4d-ae86-e17ae7b1f5ca tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 943 time: 0.0569327 Jan 21 13:55:35.479699 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4887841-e384-433b-b49d-96f639d7c706 req-23d4b55c-10ec-4c0e-b457-af23beffb878 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Jan 21 13:55:35.493060 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8bf5f98-e411-48c1-8049-560f0a0fdd76 req-35548837-8f4e-46e8-bde7-29eb5dba46b5 service neutron] 10.222.0.107 "GET /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944004 Jan 21 13:55:35.568539 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10424-190e-461e-8974-e6f458e30bd3 req-d05e6e45-c67c-42b2-83c5-7908ea3405fe tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:35.570030 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5e10424-190e-461e-8974-e6f458e30bd3 req-d05e6e45-c67c-42b2-83c5-7908ea3405fe tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 949 time: 0.0507426 Jan 21 13:55:35.616600 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5e10424-190e-461e-8974-e6f458e30bd3 req-36736554-bb11-4355-8d2a-39d473df129b tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Jan 21 13:55:36.532251 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 20338bc1-9c33-4d90-a69e-d196af1cc064 up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:55:36.582309 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 20338bc1-9c33-4d90-a69e-d196af1cc064 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:55:36.586396 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 20338bc1-9c33-4d90-a69e-d196af1cc064 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:36.586831 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:36.595584 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c9e7e-3575-43d6-8197-0ee3e01df4c6 req-f396330d-c493-4f16-928a-62096bedc4b8 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:36.597189 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf7c9e7e-3575-43d6-8197-0ee3e01df4c6 req-f396330d-c493-4f16-928a-62096bedc4b8 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 943 time: 0.0497849 Jan 21 13:55:36.644142 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf7c9e7e-3575-43d6-8197-0ee3e01df4c6 req-a7a657c5-1a22-4862-94f5-f199d69d5372 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Jan 21 13:55:36.672774 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 20338bc1-9c33-4d90-a69e-d196af1cc064 is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:36.673167 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:36.699331 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:36.701753 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f16118-2f2b-456d-bb02-ab383f4f7184" -d '{"events": [{"server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "name": "network-vif-plugged", "status": "completed", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:36.714636 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=20338bc1-9c33-4d90-a69e-d196af1cc064,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:36.718744 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:36.744841 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195903-fe22-4cc2-843a-e196af73c385 req-641a825b-2cfc-469c-b3b7-d8a26a4b052e tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:36.745812 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6459712-a2a3-45f2-bc6a-6218a9f35a28 x-openstack-request-id: req-b6459712-a2a3-45f2-bc6a-6218a9f35a28 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:36.746103 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "name": "network-vif-plugged", "status": "completed", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:36.746361 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6459712-a2a3-45f2-bc6a-6218a9f35a28 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:36.746561 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77195903-fe22-4cc2-843a-e196af73c385 req-641a825b-2cfc-469c-b3b7-d8a26a4b052e tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 949 time: 0.0585964 Jan 21 13:55:36.746756 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064', 'code': 200} Jan 21 13:55:36.770727 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:36.797509 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77195903-fe22-4cc2-843a-e196af73c385 req-a4a8682f-b908-4ce2-8100-4ed8143ec8d7 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Jan 21 13:55:36.908649 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88148d-916e-4dff-8a38-30aa70d80229 req-3a7adae1-13bb-4a57-afc3-ac86f6c11ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:36.910137 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f88148d-916e-4dff-8a38-30aa70d80229 req-3a7adae1-13bb-4a57-afc3-ac86f6c11ff5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 1103 time: 0.0401988 Jan 21 13:55:36.952941 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f88148d-916e-4dff-8a38-30aa70d80229 req-3df28cdd-afaa-426d-8220-bbc8e6fef301 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Jan 21 13:55:37.781296 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ae14b-9b23-4660-a481-1a5f96811ba2 req-60a0cf57-ae47-4406-9704-b83ef003bfa0 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:37.782754 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d58ae14b-9b23-4660-a481-1a5f96811ba2 req-60a0cf57-ae47-4406-9704-b83ef003bfa0 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 943 time: 0.0701225 Jan 21 13:55:37.830149 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d58ae14b-9b23-4660-a481-1a5f96811ba2 req-982e7c8e-5b04-45a8-9a45-1f9b784a01ac tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Jan 21 13:55:37.917021 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfc09a-0bf7-4041-99dc-5f16e43b6039 req-03c969b1-532e-4a40-b8ea-3ff547c84f49 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:37.919281 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72bfc09a-0bf7-4041-99dc-5f16e43b6039 req-03c969b1-532e-4a40-b8ea-3ff547c84f49 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 950 time: 0.0502360 Jan 21 13:55:37.968847 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72bfc09a-0bf7-4041-99dc-5f16e43b6039 req-efe17cca-e719-40aa-9724-90b74dcf4d96 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Jan 21 13:55:38.531028 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 92d84b58-efdf-430d-990d-7cc66bbdddad details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:55:38.627988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=92d84b58-efdf-430d-990d-7cc66bbdddad,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:38.638623 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '92d84b58-efdf-430d-990d-7cc66bbdddad', 'network_id': 'a9187b65-33d8-40b3-bd9d-eb475d6ee005', 'port_id': '92d84b58-efdf-430d-990d-7cc66bbdddad', 'mac_address': 'fa:16:3e:69:e0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87481cf-883b-493f-a442-d349dace1de7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:55:38.675459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 92d84b58-efdf-430d-990d-7cc66bbdddad is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:38.675855 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:38.688250 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d84b58-efdf-430d-990d-7cc66bbdddad {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:55:38.706923 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=92d84b58-efdf-430d-990d-7cc66bbdddad,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:38.710772 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:38.756928 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:38.917798 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['92d84b58-efdf-430d-990d-7cc66bbdddad'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:38.941495 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdbafa-944c-4021-9a47-9c07e39461f9 req-1e1a7e3f-1b66-448c-8a5d-30c9c4990892 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:38.942970 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1cdbafa-944c-4021-9a47-9c07e39461f9 req-1e1a7e3f-1b66-448c-8a5d-30c9c4990892 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 944 time: 0.0479977 Jan 21 13:55:38.988478 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1cdbafa-944c-4021-9a47-9c07e39461f9 req-ec80cdd2-e073-4102-bf5d-c8929b10c5bf tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Jan 21 13:55:39.087345 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdf27e-921c-4e94-b55b-f45f84aaefde req-29dc2192-c0d0-4275-bed4-91416270db24 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:39.088834 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cbdf27e-921c-4e94-b55b-f45f84aaefde req-29dc2192-c0d0-4275-bed4-91416270db24 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 950 time: 0.0498724 Jan 21 13:55:39.139058 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cbdf27e-921c-4e94-b55b-f45f84aaefde req-14cecb2f-b4ad-45a9-a4f8-d3f231d9f3ff tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Jan 21 13:55:39.394552 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ca9b-c706-4e37-bbe4-be0ac09444c5 req-7558c04a-423d-43d4-a3db-11f3b7ce1374 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:39.396323 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b56ca9b-c706-4e37-bbe4-be0ac09444c5 req-7558c04a-423d-43d4-a3db-11f3b7ce1374 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 950 time: 0.0547476 Jan 21 13:55:39.444659 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b56ca9b-c706-4e37-bbe4-be0ac09444c5 req-9c4b1d2e-7533-44ee-8908-ff6afc985a48 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 Jan 21 13:55:40.105919 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27834f2-7910-4b5c-a5b7-4a3d47ca732a req-dbda0a9e-1c56-45b6-8df5-4ead56fecb52 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:40.107385 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d27834f2-7910-4b5c-a5b7-4a3d47ca732a req-dbda0a9e-1c56-45b6-8df5-4ead56fecb52 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 944 time: 0.0496590 Jan 21 13:55:40.157688 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d27834f2-7910-4b5c-a5b7-4a3d47ca732a req-f8602577-1653-40f5-8b62-dd177b444e03 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Jan 21 13:55:40.555258 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 92d84b58-efdf-430d-990d-7cc66bbdddad up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:55:40.563033 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a70c-3b80-47fd-8f2f-3b73d81f7379 req-5ca21ea9-f71f-48d8-8cf0-d1e859957167 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:40.564643 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b5a0a70c-3b80-47fd-8f2f-3b73d81f7379 req-5ca21ea9-f71f-48d8-8cf0-d1e859957167 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 950 time: 0.0531211 Jan 21 13:55:40.602125 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 92d84b58-efdf-430d-990d-7cc66bbdddad completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:55:40.606555 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 92d84b58-efdf-430d-990d-7cc66bbdddad triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:55:40.606937 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:40.613388 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b5a0a70c-3b80-47fd-8f2f-3b73d81f7379 req-2b3d9309-aabc-40cc-9b20-ae245496f37e tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0669377-f1dd-41ad-b5ef-5081e5f1022f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Jan 21 13:55:40.689610 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 92d84b58-efdf-430d-990d-7cc66bbdddad is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:55:40.690004 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:40.712438 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:40.715236 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0419053b-ddcf-4c9b-be65-9ab61a531176" -d '{"events": [{"server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "name": "network-vif-plugged", "status": "completed", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:40.727948 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=92d84b58-efdf-430d-990d-7cc66bbdddad,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:40.732922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:40.758817 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50d551-e85a-41e4-a366-c4f480b4bcbf x-openstack-request-id: req-ac50d551-e85a-41e4-a366-c4f480b4bcbf {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:40.759103 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "name": "network-vif-plugged", "status": "completed", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:40.759353 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac50d551-e85a-41e4-a366-c4f480b4bcbf {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:40.759763 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad', 'code': 200} Jan 21 13:55:40.793828 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:40.827709 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-e04e97e3-2445-4a41-81ab-36913b905ef9 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:40.829253 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-e04e97e3-2445-4a41-81ab-36913b905ef9 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.107 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 950 time: 0.0629957 Jan 21 13:55:40.951178 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187ddf-6f59-4bfc-a18c-b601e4191db6 req-6f106ecf-8696-45d4-921d-a3aa260e14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:40.953442 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d187ddf-6f59-4bfc-a18c-b601e4191db6 req-6f106ecf-8696-45d4-921d-a3aa260e14d7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 1098 time: 0.0592911 Jan 21 13:55:40.968773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Deleting port 20338bc1-9c33-4d90-a69e-d196af1cc064 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:40.969119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.098552 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d187ddf-6f59-4bfc-a18c-b601e4191db6 req-c8863548-7cd3-4eaa-bdfa-7367406037a3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326680 Jan 21 13:55:41.126535 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] For port 20338bc1-9c33-4d90-a69e-d196af1cc064, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=20338bc1-9c33-4d90-a69e-d196af1cc064,segment=NetworkSegment(9b0878ec-f673-4f9b-bf29-1fe19339ef8d),segment_id=9b0878ec-f673-4f9b-bf29-1fe19339ef8d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:41.127052 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.141048 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Calling delete_port for 20338bc1-9c33-4d90-a69e-d196af1cc064 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:41.272329 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.308300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (20338bc1-9c33-4d90-a69e-d196af1cc064), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.324427 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['20338bc1-9c33-4d90-a69e-d196af1cc064'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:41.325302 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb308-3cf9-4bda-a2b9-38ea26d62d21 req-ba7d3ecc-f54e-4891-8259-90892b75e92d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:41.326864 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-af0bb308-3cf9-4bda-a2b9-38ea26d62d21 req-ba7d3ecc-f54e-4891-8259-90892b75e92d tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 945 time: 0.0987206 Jan 21 13:55:41.329398 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2656b6a7-8d22-46e6-81e0-1951079e798b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.350813 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Pushing event deleted for resources: {'Port': ['ID=20338bc1-9c33-4d90-a69e-d196af1cc064,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:41.416693 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] No DVR routers for this DVR port 20338bc1-9c33-4d90-a69e-d196af1cc064 on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:41.420093 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:41.423822 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da931163-05a2-49d9-b18c-0566ea7cf828 req-5c64424f-34e4-4e27-a46c-26cb1026f4f0 tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.107 "DELETE /v2.0/ports/20338bc1-9c33-4d90-a69e-d196af1cc064 HTTP/1.1" status: 204 len: 173 time: 0.5898206 Jan 21 13:55:41.428241 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'name': 'network-vif-deleted', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:41.430617 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67dfb2b-cdb8-4635-b7df-c917f99eebe2" -d '{"events": [{"server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "name": "network-vif-deleted", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:41.453501 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-af0bb308-3cf9-4bda-a2b9-38ea26d62d21 req-f9c26ef1-b455-4ebf-accd-eb9397b1efcb tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062896 Jan 21 13:55:41.483161 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3a081-93de-492e-a4ce-901daf27c333 x-openstack-request-id: req-56d3a081-93de-492e-a4ce-901daf27c333 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:41.483634 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77715ffa-fa3d-49c3-910e-11bb5ea167a0", "name": "network-vif-deleted", "tag": "20338bc1-9c33-4d90-a69e-d196af1cc064", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:41.484288 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56d3a081-93de-492e-a4ce-901daf27c333 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:41.484840 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77715ffa-fa3d-49c3-910e-11bb5ea167a0', 'name': 'network-vif-deleted', 'tag': '20338bc1-9c33-4d90-a69e-d196af1cc064', 'status': 'completed', 'code': 200} Jan 21 13:55:41.730186 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c4a235e-d866-44ad-aa09-83b9866dd7a8 req-b197eb58-9fdb-46f1-9214-70e66067820a tempest-VolumesNegativeTest-2138457631 tempest-VolumesNegativeTest-2138457631-project] 10.222.0.84 "GET /v2.0/ports?device_id=77715ffa-fa3d-49c3-910e-11bb5ea167a0 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Jan 21 13:55:42.571280 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1fb65-828a-47e9-b4a3-506249ba6d20 req-b42eb385-26d8-4135-8617-b3ca40546a96 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:42.572779 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5da1fb65-828a-47e9-b4a3-506249ba6d20 req-b42eb385-26d8-4135-8617-b3ca40546a96 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Jan 21 13:55:42.619253 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5da1fb65-828a-47e9-b4a3-506249ba6d20 req-1518a8b2-0d49-43ad-8cca-32b0fa5471c4 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Jan 21 13:55:43.275630 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94609b9e-5564-489a-81f3-324fc4887f32 req-d7ead2e5-3685-4b37-ab1e-a4c0e9f5baf3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:43.277880 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-94609b9e-5564-489a-81f3-324fc4887f32 req-d7ead2e5-3685-4b37-ab1e-a4c0e9f5baf3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 945 time: 0.0542223 Jan 21 13:55:43.337300 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-94609b9e-5564-489a-81f3-324fc4887f32 req-adec2156-10ce-4f30-a624-1adbf9b75645 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Jan 21 13:55:43.356153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f801f2c0-0eb5-4fa7-9560-ebd7dbca2387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:44.454876 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e27a-c1c9-4e6a-9276-f38c57f64bd1 req-4dd4e06f-8362-4eb0-bc0b-a81fc36d553b tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:44.456671 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eeb4e27a-c1c9-4e6a-9276-f38c57f64bd1 req-4dd4e06f-8362-4eb0-bc0b-a81fc36d553b tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 945 time: 0.0508795 Jan 21 13:55:44.511575 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-eeb4e27a-c1c9-4e6a-9276-f38c57f64bd1 req-76ef3cc5-dc36-4aa9-bebe-576d19ece6ab tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/security-groups?id=dbc6619f-08e1-4cec-b96c-c66a8ecc2576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Jan 21 13:55:44.543702 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 20338bc1-9c33-4d90-a69e-d196af1cc064 no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:44.564390 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 20338bc1-9c33-4d90-a69e-d196af1cc064 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:44.564771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 20338bc1-9c33-4d90-a69e-d196af1cc064 not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:44.680953 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-a4d76c05-d778-4354-976c-3d2c9210d0c7 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:55:44.682431 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-a4d76c05-d778-4354-976c-3d2c9210d0c7 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 945 time: 0.0487430 Jan 21 13:55:44.780903 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Deleting port 92d84b58-efdf-430d-990d-7cc66bbdddad {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:55:44.781247 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:44.871569 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] For port 92d84b58-efdf-430d-990d-7cc66bbdddad, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=92d84b58-efdf-430d-990d-7cc66bbdddad,segment=NetworkSegment(6152303a-136a-46f1-8e9f-4852501c1299),segment_id=6152303a-136a-46f1-8e9f-4852501c1299)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:55:44.871935 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:44.883879 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Calling delete_port for 92d84b58-efdf-430d-990d-7cc66bbdddad owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:55:45.018704 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (92d84b58-efdf-430d-990d-7cc66bbdddad), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:45.035136 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['92d84b58-efdf-430d-990d-7cc66bbdddad'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:55:45.059570 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Pushing event deleted for resources: {'Port': ['ID=92d84b58-efdf-430d-990d-7cc66bbdddad,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:45.068121 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:45.106984 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] No DVR routers for this DVR port 92d84b58-efdf-430d-990d-7cc66bbdddad on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:55:45.110234 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:45.115637 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05e0d63d-5528-4dea-80a7-d86c8b7f236e req-deafd691-03d1-49d5-a3cd-0a5cf58409c3 tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.107 "DELETE /v2.0/ports/92d84b58-efdf-430d-990d-7cc66bbdddad HTTP/1.1" status: 204 len: 173 time: 0.4261026 Jan 21 13:55:45.116112 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'name': 'network-vif-deleted', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:55:45.118403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90001317-48a4-4b19-818b-c30643e3df59" -d '{"events": [{"server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "name": "network-vif-deleted", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:55:45.166775 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea94fea-5768-4881-8d26-f827ea45b596 x-openstack-request-id: req-5ea94fea-5768-4881-8d26-f827ea45b596 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:55:45.167248 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5536f611-e9ec-43c6-bdc3-a66d2de4f375", "name": "network-vif-deleted", "tag": "92d84b58-efdf-430d-990d-7cc66bbdddad", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:55:45.167585 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5ea94fea-5768-4881-8d26-f827ea45b596 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:55:45.168073 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5536f611-e9ec-43c6-bdc3-a66d2de4f375', 'name': 'network-vif-deleted', 'tag': '92d84b58-efdf-430d-990d-7cc66bbdddad', 'status': 'completed', 'code': 200} Jan 21 13:55:45.628163 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1ac49a0f-f7a9-4f1b-8306-acf316619fe2 req-ac00e28d-db50-4ae1-b070-3d849d11cf5a tempest-VolumesActionsTest-1325643354 tempest-VolumesActionsTest-1325643354-project] 10.222.0.84 "GET /v2.0/ports?device_id=5536f611-e9ec-43c6-bdc3-a66d2de4f375 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Jan 21 13:55:46.530100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:46.666421 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50406) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:46.811275 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-57e530b5-5289-4958-aaa1-2b26201e199b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c657f7c98ca848158c06784488e08f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428468 Jan 21 13:55:46.813719 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50418) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:46.866855 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] Publish callbacks [] for security_group (c0669377-f1dd-41ad-b5ef-5081e5f1022f), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:46.889636 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] Publish callbacks [] for security_group (c0669377-f1dd-41ad-b5ef-5081e5f1022f), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:46.941055 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (c0669377-f1dd-41ad-b5ef-5081e5f1022f), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:46.943671 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:46.944864 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c0669377-f1dd-41ad-b5ef-5081e5f1022f HTTP/1.1" status: 204 len: 168 time: 0.1300998 Jan 21 13:55:46.953496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852ac4d-32c0-4170-bc1b-890d2c9b7b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0669377-f1dd-41ad-b5ef-5081e5f1022f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:47.672929 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:49.231274 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 92d84b58-efdf-430d-990d-7cc66bbdddad no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:55:49.251444 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 92d84b58-efdf-430d-990d-7cc66bbdddad {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:55:49.251799 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 92d84b58-efdf-430d-990d-7cc66bbdddad not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:55:58.109692 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50592) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:58.222258 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.302527 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Publish callbacks [] for security_group (cc57f5e7-9102-4ea5-aa01-64d5bc371e9f), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.307350 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cc57f5e7-9102-4ea5-aa01-64d5bc371e9f), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.344152 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57f5e7-9102-4ea5-aa01-64d5bc371e9f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:55:58.348216 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=765edbae622344299e93d568e4e22d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374535 Jan 21 13:55:58.351500 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50596) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:55:58.354438 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.354787 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.355133 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.355467 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.355798 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.356128 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.356451 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.356802 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.357125 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.357449 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.357771 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.358088 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.358406 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e54b18-b36f-449b-9f17-3dd1f49fb912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:55:58.411855 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] Publish callbacks [] for security_group (cc57f5e7-9102-4ea5-aa01-64d5bc371e9f), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.434597 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] Publish callbacks [] for security_group (cc57f5e7-9102-4ea5-aa01-64d5bc371e9f), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.485048 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (cc57f5e7-9102-4ea5-aa01-64d5bc371e9f), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.487856 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:55:58.492153 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc57f5e7-9102-4ea5-aa01-64d5bc371e9f HTTP/1.1" status: 204 len: 168 time: 0.1389236 Jan 21 13:55:58.502482 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c9e35-2495-454b-aa5c-de4ef981102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57f5e7-9102-4ea5-aa01-64d5bc371e9f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:56:06.643463 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:56:07.524099 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50714) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:56:07.570967 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Deleting subnet f87481cf-883b-493f-a442-d349dace1de7 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:56:07.574808 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Publish callbacks [] for subnet (f87481cf-883b-493f-a442-d349dace1de7), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.608144 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (f87481cf-883b-493f-a442-d349dace1de7), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.645842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (f87481cf-883b-493f-a442-d349dace1de7), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.695723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (f87481cf-883b-493f-a442-d349dace1de7), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.720179 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87481cf-883b-493f-a442-d349dace1de7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:56:07.724261 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.729173 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0c1757a1-372f-4027-8020-adc59ffd4e56 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f87481cf-883b-493f-a442-d349dace1de7 HTTP/1.1" status: 204 len: 168 time: 0.2021065 Jan 21 13:56:07.731138 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50716) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:56:07.808692 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (a9187b65-33d8-40b3-bd9d-eb475d6ee005), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.896293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (a9187b65-33d8-40b3-bd9d-eb475d6ee005), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.917589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9187b65-33d8-40b3-bd9d-eb475d6ee005']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:56:07.926698 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6152303a-136a-46f1-8e9f-4852501c1299') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:56:07.926991 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6152303a-136a-46f1-8e9f-4852501c1299') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:56:07.937870 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (6152303a-136a-46f1-8e9f-4852501c1299), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.951847 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (6152303a-136a-46f1-8e9f-4852501c1299), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.958030 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:56:07.958413 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (6152303a-136a-46f1-8e9f-4852501c1299), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:56:07.960131 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:56:08.013456 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (a9187b65-33d8-40b3-bd9d-eb475d6ee005), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.018819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.022106 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] 10.222.0.84 "DELETE /v2.0/networks/a9187b65-33d8-40b3-bd9d-eb475d6ee005 HTTP/1.1" status: 204 len: 168 time: 0.2900562 Jan 21 13:56:08.032995 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de1282-21e8-41f2-915b-25a0aae4750d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9187b65-33d8-40b3-bd9d-eb475d6ee005,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:56:08.182691 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50720) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:56:08.222026 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-298f2808-f749-480f-be31-ae0bfe3ef785 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6fd8e328d18c485f9fa5af3daa7ca3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381377 Jan 21 13:56:08.224385 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50722) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:56:08.273992 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] Publish callbacks [] for security_group (dbc6619f-08e1-4cec-b96c-c66a8ecc2576), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.295172 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] Publish callbacks [] for security_group (dbc6619f-08e1-4cec-b96c-c66a8ecc2576), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.340376 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (dbc6619f-08e1-4cec-b96c-c66a8ecc2576), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.343162 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:08.344345 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dbc6619f-08e1-4cec-b96c-c66a8ecc2576 HTTP/1.1" status: 204 len: 168 time: 0.1190369 Jan 21 13:56:08.352200 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798cd42-8dfa-4624-89a2-2f27ea70d066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc6619f-08e1-4cec-b96c-c66a8ecc2576,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:56:11.271013 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:11.321113 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ee4c017b-aad7-4ee7-884e-a6c79fdf46cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:13.348410 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-baf2face-9b45-4a7a-9723-a7f3b58e31cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:13.787359 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-1c73cac5-500c-4bf9-bbdb-1fa98cec7c11 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384793 Jan 21 13:56:13.869453 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-dd9e002d-83ca-444f-9384-f11daea4e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:56:13.871113 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-dd9e002d-83ca-444f-9384-f11daea4e4b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.0420094 Jan 21 13:56:13.974017 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-c7c3e3b6-47f3-4234-b7be-ca3b73d0da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:56:13.975477 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-c7c3e3b6-47f3-4234-b7be-ca3b73d0da66 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0867929 Jan 21 13:56:14.042561 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-a0c688a6-bc72-45fa-9bd3-e951179d98eb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 1001 time: 0.0610230 Jan 21 13:56:14.093277 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-00e30fc2-da1a-4e99-97f2-91b8965efbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:56:14.094698 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-00e30fc2-da1a-4e99-97f2-91b8965efbb2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0468962 Jan 21 13:56:14.142035 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-6b0deb1c-4ae4-4339-a9e0-2d6c83c0b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:56:14.143949 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-6b0deb1c-4ae4-4339-a9e0-2d6c83c0b6f9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425975 Jan 21 13:56:14.253465 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-403c84e2-1f08-4e9e-b013-50065c336af6 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024165 Jan 21 13:56:14.341670 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b3373f9-579a-4d6f-9481-8341ac61e0e2 req-d4128133-02ba-4598-baee-172ffc7a9d4e service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822461 Jan 21 13:56:15.046518 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:16.532175 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:17.675107 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:41.287688 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:41.321433 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c339970b-7e3e-41ea-a633-a494c0582f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:43.349098 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e5c86ccb-286d-44c5-9148-f418d0b946c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:43.642756 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:56:45.045515 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:46.534164 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:56:47.676455 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:11.301358 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:11.322601 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bf69e8a3-4419-4563-8563-ddcc93df6947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:13.350836 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-022eed0c-d908-40e1-8a8f-d3ddbaf3a104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:15.055204 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:16.537228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:16.584550 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-823bec99-a4f4-40bb-bde0-684f777dac89 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416224 Jan 21 13:57:16.667632 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-f6969c99-21fc-4fd4-9d28-1fc6e21dd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:16.669165 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-f6969c99-21fc-4fd4-9d28-1fc6e21dd5c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.0435894 Jan 21 13:57:16.776309 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-ae73d6b2-4cf0-4591-969c-218660630b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:16.777716 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-ae73d6b2-4cf0-4591-969c-218660630b01 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0911360 Jan 21 13:57:16.843335 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-bd330ea3-3b8d-4dee-bfb5-b450e6bc6c1e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 1001 time: 0.0596645 Jan 21 13:57:16.892100 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-e75f6651-f0eb-42c1-8fe6-6967319034c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:16.893638 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-e75f6651-f0eb-42c1-8fe6-6967319034c6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0440948 Jan 21 13:57:16.938602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-fbc28eff-3477-451a-8465-d46895a752c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:16.940107 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-fbc28eff-3477-451a-8465-d46895a752c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403097 Jan 21 13:57:16.950327 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-2ae7d06e-399c-4a53-a44c-307b9e2b25f4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:57:16.951323 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-2ae7d06e-399c-4a53-a44c-307b9e2b25f4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048130 Jan 21 13:57:17.041494 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-6e6841dd-5e94-4512-978f-97c729147ab3 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845017 Jan 21 13:57:17.134070 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0cc85ad5-a040-421d-b4cc-91ec2c0838c2 req-130cb98e-fb08-4fd9-a366-b733f2ef67a5 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869944 Jan 21 13:57:17.678435 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:20.642073 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:57:20.647396 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-a4842c73-865b-438f-b014-52c57f18870b tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074969604&fields=id&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 267 time: 0.0452011 Jan 21 13:57:20.756371 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-b0cbaf44-c3d6-4c7c-b1fe-55cbeea585d3 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:20.757833 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-b0cbaf44-c3d6-4c7c-b1fe-55cbeea585d3 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1031380 Jan 21 13:57:20.772566 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-f7c9b6b9-b474-4deb-b7c5-0e89e0c018f3 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/quotas/6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 375 time: 0.0095592 Jan 21 13:57:20.824505 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-6214181b-9e2e-428e-9c13-05739195c15d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467737 Jan 21 13:57:20.838852 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-cebfe27e-b4f2-4624-961c-36c10fd23df7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 13:57:20.839803 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-cebfe27e-b4f2-4624-961c-36c10fd23df7 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048518 Jan 21 13:57:20.930124 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-b2ce8dd4-91eb-4724-9461-29c216680a5b service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Jan 21 13:57:21.017952 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-3f15b869-ae26-499f-ad18-77c6c538ccdd service neutron] 10.222.0.84 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813265 Jan 21 13:57:21.291673 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-637a24f0-4188-46a0-84e4-a1e2ecffa11a req-b40a9536-c18e-4840-ac41-f7f8bf674cdf tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 210 time: 0.0301969 Jan 21 13:57:22.164066 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-a2353eca-df7a-4ad0-aaf8-cb7e347bde48 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:22.165568 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-a2353eca-df7a-4ad0-aaf8-cb7e347bde48 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 812 time: 0.1013005 Jan 21 13:57:22.226364 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-fc732fb3-ec19-4062-98e7-6fc4267fbb76 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b HTTP/1.1" status: 200 len: 380 time: 0.0532846 Jan 21 13:57:22.234485 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'port': {'device_id': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'admin_state_up': True, 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'security_groups': ['f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:57:22.351256 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Made reservation on behalf of 6dacb89bfd7d4537a8b5b7bc98cf5d1b for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 13:57:22.354792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:22.389287 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d241a0c-4406-4fb9-b83c-d32e2f1d2a45 req-598ba5a3-766f-4042-836a-428627be7fe5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 210 time: 0.0281749 Jan 21 13:57:22.483441 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.20.0.7 (885b2ee1-8e97-4170-97ad-c321e8aa6294/69c7c8d1-a1d0-4110-bc24-bc6ff946844f/6741d23d-65a1-4b8e-910e-122276a04eaa) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:57:22.627949 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:22.663243 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:22.706807 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:57:22.711673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:57:22.715198 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:57:22.978632 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-9a99ef28-82c4-4ee4-83ee-6faf0778db12 None None] Provisioning complete for port 6741d23d-65a1-4b8e-910e-122276a04eaa triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:57:22.979228 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9a99ef28-82c4-4ee4-83ee-6faf0778db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:22.991594 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:23.005967 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.006321 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.006659 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.006993 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.007318 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.007640 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.007960 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.008289 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.008631 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.008955 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.009276 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.009591 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.009910 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:23.015681 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-9a99ef28-82c4-4ee4-83ee-6faf0778db12 None None] Port 6741d23d-65a1-4b8e-910e-122276a04eaa cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 13:57:23.030480 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.031072 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.046127 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-0a239619-afd9-4870-bfee-cb16769adef4 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8154011 Jan 21 13:57:23.058403 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Request body: {'port': {'device_id': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82016'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:57:23.111674 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.364133 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6741d23d-65a1-4b8e-910e-122276a04eaa {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:57:23.371330 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks [] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.382738 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Transition to ACTIVE for port object 6741d23d-65a1-4b8e-910e-122276a04eaa will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 13:57:23.386298 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.439494 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Pushing event updated for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:23.537938 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Attempting to bind port 6741d23d-65a1-4b8e-910e-122276a04eaa on host hv-cinder-82016 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 13:57:23.538275 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Attempting to bind port 6741d23d-65a1-4b8e-910e-122276a04eaa by drivers openvswitch,hyperv on host hv-cinder-82016 at level 0 using segments [{'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 13:57:23.538597 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Attempting to bind port 6741d23d-65a1-4b8e-910e-122276a04eaa on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:57:23.546931 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Port 6741d23d-65a1-4b8e-910e-122276a04eaa on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82016 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 13:57:23.547249 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Attempting to bind port 6741d23d-65a1-4b8e-910e-122276a04eaa on network 885b2ee1-8e97-4170-97ad-c321e8aa6294 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 13:57:23.558958 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940073ea-e5f7-4a68-a3ec-397640586045 req-402a232e-b531-4176-911a-ee7b435815e7 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.560634 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-940073ea-e5f7-4a68-a3ec-397640586045 req-402a232e-b531-4176-911a-ee7b435815e7 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0849648 Jan 21 13:57:23.563575 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Checking agent: {'id': '202d134f-bae6-4558-847a-d24c21e5e824', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82016', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'started_at': datetime.datetime(2022, 1, 21, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 13, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 13:57:23.563905 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Checking segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 13:57:23.564287 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Bound using segment: {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 13:57:23.564755 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Bound port: 6741d23d-65a1-4b8e-910e-122276a04eaa, host: hv-cinder-82016, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc39dc9e-c6f4-403e-860f-5d1afddd854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 13:57:23.565113 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.652518 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-940073ea-e5f7-4a68-a3ec-397640586045 req-c1fdfa6b-e7c6-4595-b8c2-d67db36f3f1f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851166 Jan 21 13:57:23.664419 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 13:57:23.669723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6741d23d-65a1-4b8e-910e-122276a04eaa,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 13:57:23.673994 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29361325'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.709925 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.710464 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:23.711988 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] 10.222.0.107 "PUT /v2.0/ports/6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 1093 time: 0.6574690 Jan 21 13:57:23.714323 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:57:23.718251 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8124ba-eabd-4b0c-bdc6-51c960087bff" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:57:23.747470 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f9ff-a59e-4856-b9b9-1559b9948f7b service neutron] Pushing event updated for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:23.779329 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d50d83-e13b-4733-bf38-36a557204993 x-openstack-request-id: req-a4d50d83-e13b-4733-bf38-36a557204993 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:57:23.779329 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:57:23.779681 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4d50d83-e13b-4733-bf38-36a557204993 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:57:23.780038 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'status': 'completed', 'code': 200} Jan 21 13:57:23.797498 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-7f47e562-545e-44f7-bfd2-5ae1ab8bf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.799038 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-7f47e562-545e-44f7-bfd2-5ae1ab8bf05a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1096 time: 0.0474098 Jan 21 13:57:23.841010 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-be111be5-e243-4dce-8f26-89a95ada3d4d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 217 time: 0.0354807 Jan 21 13:57:23.894049 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-b4f81e20-81cc-4bbc-be50-d2a64196a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.895541 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-b4f81e20-81cc-4bbc-be50-d2a64196a032 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0495934 Jan 21 13:57:23.941578 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-65992ccc-5b20-4bf9-93bd-3cb3918ed24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:23.943068 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-65992ccc-5b20-4bf9-93bd-3cb3918ed24a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408173 Jan 21 13:57:24.031073 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-c7b326c4-75cc-41cc-9d2b-c58d0a9638f2 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815001 Jan 21 13:57:24.122114 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-55bf01c3-7ce4-47f8-b4f9-3227d319859a req-c9071314-6019-42cd-9f69-fa14eca711ad service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839868 Jan 21 13:57:24.204859 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-21019e6c-53cf-4d03-8c2e-3203ba6a0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:24.206355 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-21019e6c-53cf-4d03-8c2e-3203ba6a0255 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1096 time: 0.0407357 Jan 21 13:57:24.299641 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-4c7ec952-31e3-4f22-92e5-7835eb17f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:24.301173 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-4c7ec952-31e3-4f22-92e5-7835eb17f342 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0888772 Jan 21 13:57:24.342030 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-5b18b8b6-e8f8-4da7-beb0-9a77b1310cf8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 217 time: 0.0340509 Jan 21 13:57:24.388317 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-6b7445a6-52a3-460e-bf4f-08d12b414e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:24.389735 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-6b7445a6-52a3-460e-bf4f-08d12b414e3e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0421457 Jan 21 13:57:24.439278 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-908c0635-9676-4910-8d9a-bca2cb8cb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:24.440798 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-908c0635-9676-4910-8d9a-bca2cb8cb265 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441966 Jan 21 13:57:24.530859 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-1a863e4e-1167-49d2-887b-68c218a97fc7 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807288 Jan 21 13:57:24.625895 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb8124ba-eabd-4b0c-bdc6-51c960087bff req-dbdd7a2a-8b3b-4d6a-8568-814ff453053c service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Jan 21 13:57:24.869773 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966fc55-5125-4996-8849-b43192c7ba85 req-22d9b589-1361-4173-a654-a0d39a4fdfc5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:24.871260 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f966fc55-5125-4996-8849-b43192c7ba85 req-22d9b589-1361-4173-a654-a0d39a4fdfc5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.1477647 Jan 21 13:57:24.921169 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f966fc55-5125-4996-8849-b43192c7ba85 req-004e8c24-1a72-48bf-a5f3-9c80baa35bb6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Jan 21 13:57:26.042291 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db467766-6580-475c-9c29-a37d46275b7b req-4c8fbb3a-1f0a-4fe0-ae64-dfee75b17aaa tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:26.043910 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db467766-6580-475c-9c29-a37d46275b7b req-4c8fbb3a-1f0a-4fe0-ae64-dfee75b17aaa tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0552711 Jan 21 13:57:26.095021 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-db467766-6580-475c-9c29-a37d46275b7b req-6d89115e-01fa-491c-a410-b1b923e455c9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Jan 21 13:57:27.207947 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d906f4-41e1-407d-ac68-f1f11be7803b req-51afa61c-859d-433c-8b9d-cb691646f0d6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:27.209444 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22d906f4-41e1-407d-ac68-f1f11be7803b req-51afa61c-859d-433c-8b9d-cb691646f0d6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0484159 Jan 21 13:57:27.261530 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22d906f4-41e1-407d-ac68-f1f11be7803b req-d5e670c8-c5ca-4e27-a68e-38b235ebb55f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 Jan 21 13:57:28.374807 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ea86-53b3-4291-9eea-1509c13d602c req-943a2d0f-fa04-4f14-a545-5411a1278805 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:28.376256 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4bf1ea86-53b3-4291-9eea-1509c13d602c req-943a2d0f-fa04-4f14-a545-5411a1278805 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0480909 Jan 21 13:57:28.423767 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4bf1ea86-53b3-4291-9eea-1509c13d602c req-c2893a23-0326-4f97-b38a-efb3cb3b22cb tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Jan 21 13:57:29.540253 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3bd04-5caa-4412-9467-7a1aa85f39b5 req-307bc55c-a7d6-4111-a36d-dfc6ec1684b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:29.541777 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2d3bd04-5caa-4412-9467-7a1aa85f39b5 req-307bc55c-a7d6-4111-a36d-dfc6ec1684b9 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0533600 Jan 21 13:57:29.590203 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2d3bd04-5caa-4412-9467-7a1aa85f39b5 req-631ff10e-9cd5-440c-907f-9f5ec08e585d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Jan 21 13:57:30.702944 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cbac-a9a8-42c5-a7fa-c3f50c721835 req-c19ddda6-88d0-4273-a675-a8a395f8e678 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:30.704408 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-27e3cbac-a9a8-42c5-a7fa-c3f50c721835 req-c19ddda6-88d0-4273-a675-a8a395f8e678 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 943 time: 0.0477624 Jan 21 13:57:30.755432 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-27e3cbac-a9a8-42c5-a7fa-c3f50c721835 req-ef74e216-7f66-43a3-bcfa-2deb00995f21 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Jan 21 13:57:31.085292 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6741d23d-65a1-4b8e-910e-122276a04eaa details requested by agent hyperv_hv-cinder-82016 with host hv-cinder-82016 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 13:57:31.179801 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6741d23d-65a1-4b8e-910e-122276a04eaa,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:57:31.191590 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Returning: {'device': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'port_id': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'mac_address': 'fa:16:3e:45:8f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 13:57:31.228005 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6741d23d-65a1-4b8e-910e-122276a04eaa is: DOWN; New status is: BUILD {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:57:31.228391 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:31.240960 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6741d23d-65a1-4b8e-910e-122276a04eaa {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 13:57:31.260408 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6741d23d-65a1-4b8e-910e-122276a04eaa,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:57:31.265267 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:31.314922 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:31.321704 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.322055 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.322496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.322841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.323171 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.323500 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.323826 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.324150 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.324474 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.324822 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.325813 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.326137 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.326458 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:31.474663 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] get_ports_and_sgs() called for port_ids ['6741d23d-65a1-4b8e-910e-122276a04eaa'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 13:57:31.866591 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54c2f-916e-4a39-b156-784bfbcd7a79 req-047dddd4-c476-40e4-9472-682e7c4ba91d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:31.868269 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85c54c2f-916e-4a39-b156-784bfbcd7a79 req-047dddd4-c476-40e4-9472-682e7c4ba91d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 944 time: 0.0485036 Jan 21 13:57:31.916773 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85c54c2f-916e-4a39-b156-784bfbcd7a79 req-ce668c50-5780-41fe-9ec4-bca54222620c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jan 21 13:57:33.029045 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa97832-fd81-4f45-ba8e-851204dbdb7d req-9807eb87-a344-4eaa-9ce3-b682d967e505 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:33.030500 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-efa97832-fd81-4f45-ba8e-851204dbdb7d req-9807eb87-a344-4eaa-9ce3-b682d967e505 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 944 time: 0.0483577 Jan 21 13:57:33.077892 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-efa97832-fd81-4f45-ba8e-851204dbdb7d req-d10704f6-76b3-432d-957c-f5077e0eb6e8 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Jan 21 13:57:33.088792 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6741d23d-65a1-4b8e-910e-122276a04eaa up at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 13:57:33.136325 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning for port 6741d23d-65a1-4b8e-910e-122276a04eaa completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 13:57:33.141452 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Provisioning complete for port 6741d23d-65a1-4b8e-910e-122276a04eaa triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 13:57:33.141835 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1939432'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:33.218936 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Current status of the port 6741d23d-65a1-4b8e-910e-122276a04eaa is: BUILD; New status is: ACTIVE {{(pid=109147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 13:57:33.219321 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:33.368778 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:57:33.370986 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd4e29cb9ace400ac83b50ce2c1acb60b28c7de99042bcde4b55c52b317219ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d02f7f-4557-499b-8d17-d5cf324d33e7" -d '{"events": [{"server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "name": "network-vif-plugged", "status": "completed", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:57:33.383471 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6741d23d-65a1-4b8e-910e-122276a04eaa,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:57:33.387470 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:33.410857 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2288b7b-76d8-4887-a88d-acce172b0e38 x-openstack-request-id: req-f2288b7b-76d8-4887-a88d-acce172b0e38 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:57:33.411153 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "name": "network-vif-plugged", "status": "completed", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:57:33.411407 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f2288b7b-76d8-4887-a88d-acce172b0e38 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:57:33.411795 dv-cinder-820164-2-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'code': 200} Jan 21 13:57:33.437163 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Pushing event updated for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:33.664673 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354569d-5faf-4b98-8c12-f5c5cc06679f req-73f3f899-0558-478a-8cb8-22912a7be765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:33.666688 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6354569d-5faf-4b98-8c12-f5c5cc06679f req-73f3f899-0558-478a-8cb8-22912a7be765 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1098 time: 0.0864429 Jan 21 13:57:33.710245 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6354569d-5faf-4b98-8c12-f5c5cc06679f req-e2aed836-f9bd-4335-b182-0107f02bf61f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 Jan 21 13:57:34.190190 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169288-f404-4373-8b34-56bc09667c80 req-7d4c60a7-b178-4d16-a429-8368819d97a6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:34.191742 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cc169288-f404-4373-8b34-56bc09667c80 req-7d4c60a7-b178-4d16-a429-8368819d97a6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0483024 Jan 21 13:57:34.239111 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cc169288-f404-4373-8b34-56bc09667c80 req-28a50320-eb8b-4018-91e3-3df9314f2c06 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Jan 21 13:57:35.358281 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab424bb-50f3-43c0-bb6e-be0c434ab257 req-59bac8c5-8afe-483c-8e5e-40c8fe96692c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:35.359821 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4ab424bb-50f3-43c0-bb6e-be0c434ab257 req-59bac8c5-8afe-483c-8e5e-40c8fe96692c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0520406 Jan 21 13:57:35.408928 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4ab424bb-50f3-43c0-bb6e-be0c434ab257 req-57cfb86f-1a09-46eb-b766-d8e22f85146d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Jan 21 13:57:35.524957 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9937-4a09-4810-80f6-2d371bf1f8dd req-c0f8635b-d06e-4d12-b3a5-6b9668a030cc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:35.526357 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e2ce9937-4a09-4810-80f6-2d371bf1f8dd req-c0f8635b-d06e-4d12-b3a5-6b9668a030cc tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0515456 Jan 21 13:57:35.573636 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e2ce9937-4a09-4810-80f6-2d371bf1f8dd req-348cf68b-9a4d-4455-8c92-adbdc95da91f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Jan 21 13:57:35.595748 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50842) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:57:35.634028 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cadbb-bc03-4639-8fe8-0f74c72eadc6 tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:35.635520 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-440cadbb-bc03-4639-8fe8-0f74c72eadc6 tempest-TestVolumeBootPattern-1060796206 tempest-TestVolumeBootPattern-1060796206-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1093 time: 0.0388293 Jan 21 13:57:35.638927 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50844) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:57:35.643134 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Request body: {'floatingip': {'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'port_id': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 13:57:35.666319 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.013356 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (None), before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.112850 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Allocated IP 172.27.3.113 (3bd3d590-983e-4e59-a618-04e2e46bd328/329b3b7c-17d7-4b51-a8d5-8e680cc4490e/f959e44c-8b74-4c20-924d-72a3f4239181) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 13:57:36.215183 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (f959e44c-8b74-4c20-924d-72a3f4239181), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.247998 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763125980034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.282976 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Network 3bd3d590-983e-4e59-a618-04e2e46bd328 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 13:57:36.289021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 13:57:36.291632 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 13:57:36.315822 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=f959e44c-8b74-4c20-924d-72a3f4239181,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:36.329910 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.330263 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.330607 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.330964 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.331293 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.331622 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.331948 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.332271 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.332594 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.332938 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.333259 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.333577 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.333892 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:57:36.654865 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (80b84ca1-f3e1-48f1-bd48-89e501f14e25), precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.719388 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1932632'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.866648 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for port (f959e44c-8b74-4c20-924d-72a3f4239181), precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.871033 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763126413213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763125980052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763125980070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30476926'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:36.940309 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event updated for resources: {'Port': ['ID=f959e44c-8b74-4c20-924d-72a3f4239181,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:57:36.949861 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685044'] for floatingip (80b84ca1-f3e1-48f1-bd48-89e501f14e25), after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:37.042960 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP 80b84ca1-f3e1-48f1-bd48-89e501f14e25 associated. External IP: 172.27.3.113, port: 6741d23d-65a1-4b8e-910e-122276a04eaa. Jan 21 13:57:37.246088 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:57:37.352197 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:57:37.362874 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:57:37.370366 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:37.372909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:57:37.373524 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:57:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:57:37.407868 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8493b653-fe4d-4998-81bb-9a2b46940be0 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7571728 Jan 21 13:57:37.407868 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:57:37.407868 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:57:37.446366 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd070073-7da4-40aa-80f3-b062c76bbec6 x-openstack-request-id: req-cd070073-7da4-40aa-80f3-b062c76bbec6 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:57:37.446659 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:57:37.446938 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd070073-7da4-40aa-80f3-b062c76bbec6 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:57:37.447348 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'status': 'completed', 'code': 200} Jan 21 13:57:37.482476 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:57:37.505245 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-c66fcfb9-8573-4a87-9211-8f3994613fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:37.506650 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-c66fcfb9-8573-4a87-9211-8f3994613fee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1098 time: 0.0390122 Jan 21 13:57:37.600002 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-55ed12b7-e4a2-47a2-9562-520dba3c0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:37.601529 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-55ed12b7-e4a2-47a2-9562-520dba3c0eee service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0895469 Jan 21 13:57:37.668513 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-132ebc55-86bf-47a2-973c-38f6cb24362b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 999 time: 0.0610027 Jan 21 13:57:37.708997 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}, {'id': '80b84ca1-f3e1-48f1-bd48-89e501f14e25', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:45:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:57:36Z', 'updated_at': '2022-01-21T13:57:36Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:57:37.723271 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-19860286-ac1e-4877-94d6-aefb02554a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:37.724790 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-19860286-ac1e-4877-94d6-aefb02554a49 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0511575 Jan 21 13:57:37.735845 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:57:37.744189 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:57:37.744826 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:57:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:57:37.769641 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-d30b4f4f-1a67-41f6-b92b-091ee7db9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:57:37.771113 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-d30b4f4f-1a67-41f6-b92b-091ee7db9a86 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409880 Jan 21 13:57:37.856319 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:57:37.869707 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-35b219b8-572d-4ae0-be45-039039a5d5e4 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925760 Jan 21 13:57:37.957995 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-74769ce2-10dd-47c3-9fb1-473eaca8f0b8 req-7a635f61-2850-453a-8c84-37fdb008f913 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824137 Jan 21 13:57:38.084135 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}, {'id': '80b84ca1-f3e1-48f1-bd48-89e501f14e25', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:45:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:57:36Z', 'updated_at': '2022-01-21T13:57:36Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:57:38.110356 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5a9f-0a81-4062-8266-95e16d6a9a39 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}, {'id': '80b84ca1-f3e1-48f1-bd48-89e501f14e25', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:45:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:57:36Z', 'updated_at': '2022-01-21T13:57:36Z', 'revision_number': 0, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:57:38.291135 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf4970-7fab-4e8a-aed1-eebbca6b59a8 None None] New status for floating IP 80b84ca1-f3e1-48f1-bd48-89e501f14e25: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:57:41.333344 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:41.334563 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-36782668-5d8a-4e49-88b8-4df686a094d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:43.354595 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fa27d455-70ba-49d9-a8b1-c1109fb16f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:45.046324 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:46.541090 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:47.680277 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:57:57.642129 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:58:11.324543 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:11.328840 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ebab3835-04db-4c87-8fb2-bcf0458a9701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:13.357741 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3d67-2022-45c6-aa55-d80c57d45a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:15.049946 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:15.296137 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-14f07b9e-5a4c-4be6-a7af-745c89199f3c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398242 Jan 21 13:58:15.379561 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-48154e9c-ab3d-41fb-bba4-d10e3334400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:58:15.381064 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-48154e9c-ab3d-41fb-bba4-d10e3334400e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.0443230 Jan 21 13:58:15.483574 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-ae3de235-d9bb-4999-9ecd-4890b751a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:58:15.485072 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-ae3de235-d9bb-4999-9ecd-4890b751a54a service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0846651 Jan 21 13:58:15.552416 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-628e3968-8943-4e55-99d1-a172e922aed8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 1001 time: 0.0609946 Jan 21 13:58:15.600555 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-ab63348a-d1a3-411a-a571-c60d2bb606fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:58:15.602007 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-ab63348a-d1a3-411a-a571-c60d2bb606fc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0444081 Jan 21 13:58:15.647165 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-cab84511-4863-4bbb-bbe1-194ded228fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:58:15.648966 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-cab84511-4863-4bbb-bbe1-194ded228fa5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412030 Jan 21 13:58:15.740346 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-8525f0da-bc01-4929-ad90-ae7765593263 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 Jan 21 13:58:15.827965 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0f2f7387-0111-4578-add8-04e8cd0e9436 req-d2aa0137-f762-4ae2-8164-f909b3276dbf service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812194 Jan 21 13:58:16.544146 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:17.682430 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:34.641265 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:58:41.342920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-87390022-97d6-4192-a37e-09104614402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:41.344326 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:43.358819 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-05c92bbe-1285-4eea-b482-c6a8c8f2ec07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:45.052094 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:46.545236 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:58:47.685576 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:11.335661 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65ecd0b4-e2b5-457f-8d15-cb892608fce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:11.346618 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:11.641033 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 13:59:13.360810 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-53614544-8a71-44a8-9258-90eb75778dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:15.056269 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.088324 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50874) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:16.243928 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port f959e44c-8b74-4c20-924d-72a3f4239181 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:16.244269 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.323588 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.323923 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (f959e44c-8b74-4c20-924d-72a3f4239181), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.328850 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-980e2ce4-4f34-474e-ac75-e2a8caebd75b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468202 Jan 21 13:59:16.335709 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for f959e44c-8b74-4c20-924d-72a3f4239181 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:16.387506 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-3b35ecda-3167-4db3-9ab0-7438b30a5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:16.389153 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-3b35ecda-3167-4db3-9ab0-7438b30a5271 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1098 time: 0.0405955 Jan 21 13:59:16.487755 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (f959e44c-8b74-4c20-924d-72a3f4239181), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.497533 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-31ccb620-6f3e-4e97-8676-206c5a5e6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:16.498952 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-31ccb620-6f3e-4e97-8676-206c5a5e6231 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.0920675 Jan 21 13:59:16.514824 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=f959e44c-8b74-4c20-924d-72a3f4239181,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:16.540579 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.540957 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.541206 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-fa92ce89-4ab1-434f-a76c-2740ef2c57e1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 217 time: 0.0357957 Jan 21 13:59:16.541358 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.541633 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.541968 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.542299 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.542625 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.542951 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.543276 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.543602 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.543924 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.544249 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.544568 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:16.555402 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.585007 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (80b84ca1-f3e1-48f1-bd48-89e501f14e25), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.585414 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP 80b84ca1-f3e1-48f1-bd48-89e501f14e25 disassociated (deleted). External IP: 172.27.3.113, port: 6741d23d-65a1-4b8e-910e-122276a04eaa. Jan 21 13:59:16.591427 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-49a734e4-e6dc-43b8-9854-b9e6b9f00761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:16.592938 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-49a734e4-e6dc-43b8-9854-b9e6b9f00761 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0464759 Jan 21 13:59:16.636627 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-5ca3b862-8c75-4e1e-8d99-a4853c079a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:16.638129 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-5ca3b862-8c75-4e1e-8d99-a4853c079a2a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397627 Jan 21 13:59:16.731125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-41672972-1d35-4255-940b-cd98eaf2c21e service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Jan 21 13:59:16.794277 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:59:16.824520 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d657dad-c0e1-44f6-b861-05f04a6690fc req-5608e0a1-3041-4cb0-93da-6353a8d7ee4e service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869861 Jan 21 13:59:16.908700 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:59:16.914023 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:16.919453 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:59:16.929239 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:16.929847 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:16.940204 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-08a588ad-57e1-48e8-8d69-3a3154eda57d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "DELETE /v2.0/floatingips/80b84ca1-f3e1-48f1-bd48-89e501f14e25 HTTP/1.1" status: 204 len: 168 time: 0.8507526 Jan 21 13:59:16.941053 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:59:16.943341 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cec984-0d66-47aa-9647-dbb5e33bba2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:59:17.053756 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:17.055758 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1ab5d-20f8-49fc-9398-f10c2c077aff x-openstack-request-id: req-5bb1ab5d-20f8-49fc-9398-f10c2c077aff {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:59:17.056000 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:59:17.056262 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5bb1ab5d-20f8-49fc-9398-f10c2c077aff {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:59:17.056730 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'status': 'completed', 'code': 200} Jan 21 13:59:17.191812 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-b39b667a-fc17-4fb9-a759-744aca9634ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:17.194294 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-b39b667a-fc17-4fb9-a759-744aca9634ca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 1098 time: 0.0894735 Jan 21 13:59:17.222426 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08be3c-7b2d-4fbd-9cc7-aef4705ea3f6 req-21677aa2-4e97-4203-a4af-0d085a200cea tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:17.223886 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e08be3c-7b2d-4fbd-9cc7-aef4705ea3f6 req-21677aa2-4e97-4203-a4af-0d085a200cea tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0879157 Jan 21 13:59:17.294554 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:17.323841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:59:17.324207 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6e08be3c-7b2d-4fbd-9cc7-aef4705ea3f6 req-1a0d4efb-4b6e-4eda-b67c-f798000e44af tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905409 Jan 21 13:59:17.344459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:17.344459 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:17.344847 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-b9f2c713-52ed-404d-9995-d7fa0695c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:17.344847 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-b9f2c713-52ed-404d-9995-d7fa0695c410 service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.1368086 Jan 21 13:59:17.384266 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-20ce4a7e-c3f7-455d-8ebd-9e77de630612 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 200 len: 217 time: 0.0346763 Jan 21 13:59:17.434838 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-c44889f0-fc10-417c-8024-0d09c0997027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:17.436561 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-c44889f0-fc10-417c-8024-0d09c0997027 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0460379 Jan 21 13:59:17.488530 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-635a3a49-9537-4e02-afa0-0098933a8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:17.490102 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-635a3a49-9537-4e02-afa0-0098933a8456 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466235 Jan 21 13:59:17.575218 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:17.582290 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-7271c340-1f23-43f9-8906-b311054c179d service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845318 Jan 21 13:59:17.673893 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-23cec984-0d66-47aa-9647-dbb5e33bba2b req-69fdfa01-2321-428f-a672-1de4c29d26e2 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846224 Jan 21 13:59:17.735942 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:17.811905 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:17.841957 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a18c1-1ddb-4e6a-a13b-d75445abed78 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_floatingips': [{'id': '3be20a52-c1bc-4682-a394-1152115e6075', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'router_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'port_id': '632bb21d-25a0-428f-9fae-d57764d2205e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'mac_address': 'fa:16:3e:aa:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4871177-efda-4482-a209-235647fa3c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T13:55:32Z', 'updated_at': '2022-01-21T13:55:34Z', 'revision_number': 1, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:59:18.056854 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18583b4f-7038-446a-9dca-cde74cf525b3 None None] New status for floating IP 80b84ca1-f3e1-48f1-bd48-89e501f14e25: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:59:18.441996 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd2c5-6b3a-4733-aba0-81f895b7f8b3 req-2c91ee7e-6cf5-45bf-9f46-a9c77059fb05 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:18.443476 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e2ffd2c5-6b3a-4733-aba0-81f895b7f8b3 req-2c91ee7e-6cf5-45bf-9f46-a9c77059fb05 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0492430 Jan 21 13:59:18.491360 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e2ffd2c5-6b3a-4733-aba0-81f895b7f8b3 req-d8b69e78-0280-44d9-9d83-496ab6277bb8 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Jan 21 13:59:18.746782 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-16c3e4cf-be40-4b64-b4c6-90a8bf393abd tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:18.748125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-16c3e4cf-be40-4b64-b4c6-90a8bf393abd tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 945 time: 0.0487535 Jan 21 13:59:18.838293 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port 6741d23d-65a1-4b8e-910e-122276a04eaa {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:18.838643 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:18.926789 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] For port 6741d23d-65a1-4b8e-910e-122276a04eaa, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=6741d23d-65a1-4b8e-910e-122276a04eaa,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:18.927145 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:18.938566 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for 6741d23d-65a1-4b8e-910e-122276a04eaa owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:19.064971 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (6741d23d-65a1-4b8e-910e-122276a04eaa), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:19.093842 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=6741d23d-65a1-4b8e-910e-122276a04eaa,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:19.118003 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.118361 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.118708 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.119049 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.119384 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.119713 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.120042 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.120370 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.120719 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.121047 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.121371 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.121691 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.122011 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:19.147249 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] No DVR routers for this DVR port 6741d23d-65a1-4b8e-910e-122276a04eaa on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:19.150267 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:19.153866 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-218fdba8-97fb-4d54-96ae-1a8ca4b0690c req-693688af-1cb5-44f6-965d-48b9ace573e5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "DELETE /v2.0/ports/6741d23d-65a1-4b8e-910e-122276a04eaa HTTP/1.1" status: 204 len: 173 time: 0.4000437 Jan 21 13:59:19.154310 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'name': 'network-vif-deleted', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:59:19.156760 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eecac8-f146-4c34-8f62-ff7d01c223d8" -d '{"events": [{"server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "name": "network-vif-deleted", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:59:19.251523 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cb577a-9c8f-4c42-94fb-1be9c3c00cc2 x-openstack-request-id: req-f5cb577a-9c8f-4c42-94fb-1be9c3c00cc2 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:59:19.251814 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd", "name": "network-vif-deleted", "tag": "6741d23d-65a1-4b8e-910e-122276a04eaa", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:59:19.252064 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5cb577a-9c8f-4c42-94fb-1be9c3c00cc2 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:59:19.252465 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd', 'name': 'network-vif-deleted', 'tag': '6741d23d-65a1-4b8e-910e-122276a04eaa', 'status': 'completed', 'code': 200} Jan 21 13:59:19.604206 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5998101-f27a-461a-88fa-f096bb28efc5 req-9c8cca2b-e4d3-47cd-ad50-b53806fed808 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f8f39d5-4a18-4fe2-a400-bd1f2cb97bbd HTTP/1.1" status: 200 len: 210 time: 0.0292602 Jan 21 13:59:21.607186 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6741d23d-65a1-4b8e-910e-122276a04eaa no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:21.627417 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 6741d23d-65a1-4b8e-910e-122276a04eaa {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:21.627777 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 6741d23d-65a1-4b8e-910e-122276a04eaa not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:22.872790 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50922) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:23.024869 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port 01bd5107-20a2-4194-97d4-53aabbcc9e91 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:23.025211 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.099437 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.099754 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (01bd5107-20a2-4194-97d4-53aabbcc9e91), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.111058 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for 01bd5107-20a2-4194-97d4-53aabbcc9e91 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:23.256210 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (01bd5107-20a2-4194-97d4-53aabbcc9e91), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.281041 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=01bd5107-20a2-4194-97d4-53aabbcc9e91,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:23.341243 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (3be20a52-c1bc-4682-a394-1152115e6075), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.341568 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Floating IP 3be20a52-c1bc-4682-a394-1152115e6075 disassociated (deleted). External IP: 172.27.3.168, port: 632bb21d-25a0-428f-9fae-d57764d2205e. Jan 21 13:59:23.543598 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:59:23.647327 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:59:23.652321 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:23.657559 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:59:23.668814 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:23.669546 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:23.795985 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:23.939141 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d82d5ccb-dd1c-43ce-9e39-548ebce6157c tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "DELETE /v2.0/floatingips/3be20a52-c1bc-4682-a394-1152115e6075 HTTP/1.1" status: 204 len: 168 time: 1.0651758 Jan 21 13:59:23.939724 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:59:23.942552 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8cc14a63adddb00c95a571bcd4fe890a0028ebaa1dd078c32bd3e54bd43a217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072ec5a-1982-441a-92d4-34545e193621" -d '{"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:59:23.983712 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b597ea1-5697-469e-9492-ab5becde3081 x-openstack-request-id: req-3b597ea1-5697-469e-9492-ab5becde3081 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:59:23.984003 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:59:23.984254 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b597ea1-5697-469e-9492-ab5becde3081 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:59:23.984674 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e', 'status': 'completed', 'code': 200} Jan 21 13:59:24.005954 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:24.047222 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072ec5a-1982-441a-92d4-34545e193621 req-5f71e6a0-3659-4280-ac1b-97262d659da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:24.048797 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-5f71e6a0-3659-4280-ac1b-97262d659da3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 1098 time: 0.0433574 Jan 21 13:59:24.053569 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:59:24.068771 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:24.072473 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:24.175968 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072ec5a-1982-441a-92d4-34545e193621 req-91617d3d-2d06-445b-8f4e-92cb5c4111bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:24.177457 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-91617d3d-2d06-445b-8f4e-92cb5c4111bd service neutron] 10.222.0.107 "GET /v2.0/networks?id=885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 200 len: 913 time: 0.1198399 Jan 21 13:59:24.183661 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:24.201353 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37ee0-fd19-4756-8410-335a253cf09d req-4c9b1076-8264-4995-8650-1fd5383f7c34 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:24.202719 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39f37ee0-fd19-4756-8410-335a253cf09d req-4c9b1076-8264-4995-8650-1fd5383f7c34 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0724866 Jan 21 13:59:24.231750 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-c99f64bd-c470-4f22-ac34-88df8c06390a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 200 len: 217 time: 0.0450773 Jan 21 13:59:24.308286 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39f37ee0-fd19-4756-8410-335a253cf09d req-44691346-919d-41ad-b776-b5d2f9297350 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788901 Jan 21 13:59:24.309806 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072ec5a-1982-441a-92d4-34545e193621 req-36e83069-7958-453f-b0d0-b9ad8dfefdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:24.311174 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-36e83069-7958-453f-b0d0-b9ad8dfefdc8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 200 len: 851 time: 0.0678577 Jan 21 13:59:24.359951 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072ec5a-1982-441a-92d4-34545e193621 req-05f54f59-d322-4042-b658-628a89bfa3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:24.361484 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-05f54f59-d322-4042-b658-628a89bfa3d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=885b2ee1-8e97-4170-97ad-c321e8aa6294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437975 Jan 21 13:59:24.377920 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:24.407540 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c42574-7897-46e0-b973-0f0c206df8c6 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:04Z', 'revision_number': 4, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi', '_interfaces': [{'id': 'f87bf3ba-1f0f-4741-8668-aa38f14c0639', 'name': '', 'network_id': '885b2ee1-8e97-4170-97ad-c321e8aa6294', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'mac_address': 'fa:16:3e:aa:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:04Z', 'updated_at': '2022-01-21T13:52:10Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'subnets': [{'id': '69c7c8d1-a1d0-4110-bc24-bc6ff946844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:59:24.450988 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-d34f4fdf-921e-4cdf-86a8-7aabe517102c service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828066 Jan 21 13:59:24.547150 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a072ec5a-1982-441a-92d4-34545e193621 req-e2ae4dfb-bcb2-4bf0-8fb2-038d0940cc33 service neutron] 10.222.0.107 "GET /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894241 Jan 21 13:59:24.632318 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142a4c0-837e-45c7-8ac6-9e24e73ac8a1 None None] New status for floating IP 3be20a52-c1bc-4682-a394-1152115e6075: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 13:59:25.425647 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34ed3f-da4b-4d6a-9c11-a8978838e221 req-81eab868-bb6d-493e-92bd-6e3152f5c9a6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:25.427152 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed34ed3f-da4b-4d6a-9c11-a8978838e221 req-81eab868-bb6d-493e-92bd-6e3152f5c9a6 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0482686 Jan 21 13:59:25.474491 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ed34ed3f-da4b-4d6a-9c11-a8978838e221 req-6f0a5511-0f81-46db-a6d0-5e49e5f73555 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/security-groups?id=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Jan 21 13:59:25.599841 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-a82528f4-a759-4bfe-9e19-cb47430053b5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 13:59:25.601195 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-a82528f4-a759-4bfe-9e19-cb47430053b5 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 945 time: 0.0470757 Jan 21 13:59:25.686119 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port 632bb21d-25a0-428f-9fae-d57764d2205e {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:25.686453 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:25.776433 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] For port 632bb21d-25a0-428f-9fae-d57764d2205e, host hv-cinder-82016, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82016',level=0,port_id=632bb21d-25a0-428f-9fae-d57764d2205e,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:25.776819 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:25.788474 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for 632bb21d-25a0-428f-9fae-d57764d2205e owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:25.915530 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (632bb21d-25a0-428f-9fae-d57764d2205e), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:25.942504 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=632bb21d-25a0-428f-9fae-d57764d2205e,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:25.984389 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] No DVR routers for this DVR port 632bb21d-25a0-428f-9fae-d57764d2205e on host hv-cinder-82016 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:25.987664 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for port (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:25.991176 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f130555-96f9-43ec-ac4a-c2df244adf26 req-9d15a34b-1746-41c0-9092-bfa27d2bcd8d tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.107 "DELETE /v2.0/ports/632bb21d-25a0-428f-9fae-d57764d2205e HTTP/1.1" status: 204 len: 173 time: 0.3843799 Jan 21 13:59:25.991620 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'name': 'network-vif-deleted', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 13:59:25.993960 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2c37caa62bb0446c45c577b59ae953c0ce3c012ca2d1e38f70178cbf80102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099c660-1ad7-46da-9235-b58fb08ba5e8" -d '{"events": [{"server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "name": "network-vif-deleted", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 13:59:26.033525 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9969204-d467-4843-a7c1-f49ae7d3e796 x-openstack-request-id: req-a9969204-d467-4843-a7c1-f49ae7d3e796 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 13:59:26.033877 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4871177-efda-4482-a209-235647fa3c05", "name": "network-vif-deleted", "tag": "632bb21d-25a0-428f-9fae-d57764d2205e", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 13:59:26.034116 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a9969204-d467-4843-a7c1-f49ae7d3e796 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 13:59:26.034546 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4871177-efda-4482-a209-235647fa3c05', 'name': 'network-vif-deleted', 'tag': '632bb21d-25a0-428f-9fae-d57764d2205e', 'status': 'completed', 'code': 200} Jan 21 13:59:26.585191 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [req-deeaa86a-9398-4761-b2bb-fbea378f219f req-70fa4b95-94cf-4d1f-bb08-60a524c392f7 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4871177-efda-4482-a209-235647fa3c05 HTTP/1.1" status: 200 len: 210 time: 0.0306199 Jan 21 13:59:27.640853 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50938) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:27.765979 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Deleting port 657cd909-79ee-438a-8faf-31ecc1e2b59b {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:27.766324 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:27.840208 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:27.840527 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (657cd909-79ee-438a-8faf-31ecc1e2b59b), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:27.851805 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Calling delete_port for 657cd909-79ee-438a-8faf-31ecc1e2b59b owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:27.981049 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (657cd909-79ee-438a-8faf-31ecc1e2b59b), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:28.006505 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'Port': ['ID=657cd909-79ee-438a-8faf-31ecc1e2b59b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:28.069767 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for floatingip (c34f93da-b338-4b38-93ed-52745f290040), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:28.072297 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29669'] for floatingip (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:28.073493 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c693d2d9-05b0-44ef-a319-0855e19abe7f tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "DELETE /v2.0/floatingips/c34f93da-b338-4b38-93ed-52745f290040 HTTP/1.1" status: 204 len: 168 time: 0.4316616 Jan 21 13:59:29.260583 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50950) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:29.316886 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:29.340850 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:29.398939 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:29.402205 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Publish callbacks [] for security_group (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:29.403363 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] 10.222.0.84 "DELETE /v2.0/security-groups/f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd HTTP/1.1" status: 204 len: 168 time: 0.1414480 Jan 21 13:59:29.413734 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae43df-359e-43c9-8b07-d583c2a8a032 tempest-TestVolumeBootPattern-1011988831 tempest-TestVolumeBootPattern-1011988831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85bb15e-8d0c-4157-8f92-abaf9bfbc9dd,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:29.465113 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50954) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:29.631225 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 632bb21d-25a0-428f-9fae-d57764d2205e no longer exists at agent hyperv_hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:29.652129 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] No Port match for: 632bb21d-25a0-428f-9fae-d57764d2205e {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:29.652472 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Device 632bb21d-25a0-428f-9fae-d57764d2205e not bound to the agent host hv-cinder-82016 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:29.898079 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (1ec84015-31ad-4a9d-be96-98330443a626), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:30.132954 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Deleting port f87bf3ba-1f0f-4741-8668-aa38f14c0639 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:30.133292 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:30.211533 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] For port f87bf3ba-1f0f-4741-8668-aa38f14c0639, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=f87bf3ba-1f0f-4741-8668-aa38f14c0639,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:30.211893 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:30.223555 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Calling delete_port for f87bf3ba-1f0f-4741-8668-aa38f14c0639 owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:30.392961 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (f87bf3ba-1f0f-4741-8668-aa38f14c0639), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:30.418692 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87bf3ba-1f0f-4741-8668-aa38f14c0639,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:30.587750 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (1ec84015-31ad-4a9d-be96-98330443a626), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:30.799393 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Router 1ec84015-31ad-4a9d-be96-98330443a626 has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:59:30.910761 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:59:30.917278 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a128c01b-d9e0-46ee-a62a-0c122408e056 admin admin] 10.222.0.84 "PUT /v2.0/routers/1ec84015-31ad-4a9d-be96-98330443a626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503028 Jan 21 13:59:30.919026 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50958) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:30.921118 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Sync routers for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:59:30.930346 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:30.930947 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:31.021618 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks [] for router (1ec84015-31ad-4a9d-be96-98330443a626), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.036709 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: dv-cinder-820164-2-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:31.120690 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks [] for router_gateway (1ec84015-31ad-4a9d-be96-98330443a626), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.175784 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Deleting port 643a5829-1f5a-4134-b5de-db6fce8eefe4 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:31.176130 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.233891 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:59:30Z', 'revision_number': 5, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port': {'id': '643a5829-1f5a-4134-b5de-db6fce8eefe4', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec84015-31ad-4a9d-be96-98330443a626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:31.261783 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Checking router: 1ec84015-31ad-4a9d-be96-98330443a626 for host: dv-cinder-820164-2-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:59:31.264823 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] For port 643a5829-1f5a-4134-b5de-db6fce8eefe4, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=643a5829-1f5a-4134-b5de-db6fce8eefe4,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:31.265512 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.270401 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Routers {'1ec84015-31ad-4a9d-be96-98330443a626'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:31.270997 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['1ec84015-31ad-4a9d-be96-98330443a626'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:31.277511 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Calling delete_port for 643a5829-1f5a-4134-b5de-db6fce8eefe4 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:31.357175 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] Set router 1ec84015-31ad-4a9d-be96-98330443a626 gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:31.412709 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:59:31Z', 'revision_number': 6, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:31.444125 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79033630-c334-49d3-b43d-50788251fcf7 None None] The sync data for ids ['1ec84015-31ad-4a9d-be96-98330443a626'] in dv-cinder-820164-2-iscsi is: [{'id': '1ec84015-31ad-4a9d-be96-98330443a626', 'name': 'tempest-TestVolumeBootPattern-1354786477-router', 'tenant_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:02Z', 'updated_at': '2022-01-21T13:59:31Z', 'revision_number': 6, 'project_id': '6dacb89bfd7d4537a8b5b7bc98cf5d1b', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:59:31.449620 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (643a5829-1f5a-4134-b5de-db6fce8eefe4), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.475165 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Pushing event deleted for resources: {'Port': ['ID=643a5829-1f5a-4134-b5de-db6fce8eefe4,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:31.540351 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (1ec84015-31ad-4a9d-be96-98330443a626), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.628444 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (1ec84015-31ad-4a9d-be96-98330443a626), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.630600 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks [] for router_controller (1ec84015-31ad-4a9d-be96-98330443a626), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.672365 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (1ec84015-31ad-4a9d-be96-98330443a626), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.672913 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec84015-31ad-4a9d-be96-98330443a626 {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:59:31.677833 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.679585 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a90a9395-6354-4cbc-9b3d-0061556de18c admin admin] 10.222.0.84 "DELETE /v2.0/routers/1ec84015-31ad-4a9d-be96-98330443a626 HTTP/1.1" status: 204 len: 168 time: 0.7592888 Jan 21 13:59:31.682083 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50960) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:31.729325 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Deleting subnet 69c7c8d1-a1d0-4110-bc24-bc6ff946844f {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:59:31.732249 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Publish callbacks [] for subnet (69c7c8d1-a1d0-4110-bc24-bc6ff946844f), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.765974 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30362291'] for subnet (69c7c8d1-a1d0-4110-bc24-bc6ff946844f), precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.843333 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (69c7c8d1-a1d0-4110-bc24-bc6ff946844f), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.894778 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30476848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29401277'] for subnet (69c7c8d1-a1d0-4110-bc24-bc6ff946844f), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.925465 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c7c8d1-a1d0-4110-bc24-bc6ff946844f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:31.928972 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:31.932085 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-30ff030a-cea0-4951-93b6-8310fcb55845 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/69c7c8d1-a1d0-4110-bc24-bc6ff946844f HTTP/1.1" status: 204 len: 168 time: 0.2490842 Jan 21 13:59:31.934608 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.84', 50962) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:31.937066 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa72e60-d572-42bc-9b15-50b0297ff529 None None] Network 885b2ee1-8e97-4170-97ad-c321e8aa6294 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:59:32.197926 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] DHCP port deletion for 885b2ee1-8e97-4170-97ad-c321e8aa6294 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:59:32.249257 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Deleting port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:32.249628 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.258982 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (885b2ee1-8e97-4170-97ad-c321e8aa6294), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.312308 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] For port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:32.312549 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Deleting port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:32.312712 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.313049 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.325996 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Calling delete_port for fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:32.379510 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] For port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,segment=NetworkSegment(fc39dc9e-c6f4-403e-860f-5d1afddd854d),segment_id=fc39dc9e-c6f4-403e-860f-5d1afddd854d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:32.379891 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.392706 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Calling delete_port for fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:32.412344 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.426976 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] No DVR routers for this DVR port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:32.445173 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Pushing event deleted for resources: {'Port': ['ID=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:32.457717 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.458150 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.458677 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.459035 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.459441 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.459851 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.460265 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.460698 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.461100 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.461494 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.461898 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.462300 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.462698 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca56cc-7bb6-42c8-b99a-f5ef8b9dcd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820164-2-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 13:59:32.477218 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30476807'] for port (fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.506496 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:32.513627 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] No DVR routers for this DVR port fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 on host dv-cinder-820164-2-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:32.583701 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (885b2ee1-8e97-4170-97ad-c321e8aa6294), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.603549 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885b2ee1-8e97-4170-97ad-c321e8aa6294']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:32.614773 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc39dc9e-c6f4-403e-860f-5d1afddd854d') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:32.615069 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc39dc9e-c6f4-403e-860f-5d1afddd854d') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:32.624025 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30362184'] for segment (fc39dc9e-c6f4-403e-860f-5d1afddd854d), before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.636918 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (fc39dc9e-c6f4-403e-860f-5d1afddd854d), precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.642915 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:59:32.643966 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30476890'] for segment (fc39dc9e-c6f4-403e-860f-5d1afddd854d), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: Traceback (most recent call last): Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: timer() Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: cb(*args, **kw) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: return func(*args, **kwargs) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: self._notify() Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: self.callback(batched_events) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: event.method(event) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: return f(self, *a, **k) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._get(url).json() Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:59:32.645705 dv-cinder-820164-2-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:59:32.702021 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (885b2ee1-8e97-4170-97ad-c321e8aa6294), after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.707710 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:32.710889 dv-cinder-820164-2-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] 10.222.0.84 "DELETE /v2.0/networks/885b2ee1-8e97-4170-97ad-c321e8aa6294 HTTP/1.1" status: 204 len: 168 time: 0.7753522 Jan 21 13:59:32.713974 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50964) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:32.721037 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b194-035c-4717-b871-28ecd6547a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=885b2ee1-8e97-4170-97ad-c321e8aa6294,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:33.298130 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615561'] for router_interface (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:33.432116 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device f87bf3ba-1f0f-4741-8668-aa38f14c0639 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:33.452513 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: f87bf3ba-1f0f-4741-8668-aa38f14c0639 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:33.453352 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device f87bf3ba-1f0f-4741-8668-aa38f14c0639 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:33.453352 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 643a5829-1f5a-4134-b5de-db6fce8eefe4 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:33.471522 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 643a5829-1f5a-4134-b5de-db6fce8eefe4 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:33.471867 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 643a5829-1f5a-4134-b5de-db6fce8eefe4 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:33.472330 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:33.495635 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:33.495984 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fe9a5aaa-aeeb-45dc-b827-5b8e62c1cdc6 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:33.543509 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Deleting port 17f31387-55ed-411c-804f-552ba564c988 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:33.543854 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (17f31387-55ed-411c-804f-552ba564c988), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:33.619951 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] For port 17f31387-55ed-411c-804f-552ba564c988, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=17f31387-55ed-411c-804f-552ba564c988,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:33.620232 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (17f31387-55ed-411c-804f-552ba564c988), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:33.632331 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Calling delete_port for 17f31387-55ed-411c-804f-552ba564c988 owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:33.807280 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (17f31387-55ed-411c-804f-552ba564c988), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:33.836208 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f31387-55ed-411c-804f-552ba564c988,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:33.999681 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1002337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-672458'] for router_interface (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.211180 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Router f579d922-3cdd-466f-b5c9-47f3382f4dde has already been hosted by L3 agent a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 13:59:34.313613 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] Notify agent at l3_agent.dv-cinder-820164-2-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 13:59:34.318788 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2975462a-811c-4387-9372-ffa2e5e3d751 admin admin] 10.222.0.84 "PUT /v2.0/routers/f579d922-3cdd-466f-b5c9-47f3382f4dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6038082 Jan 21 13:59:34.321335 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50966) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:34.323724 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Sync routers for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 13:59:34.334183 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:34.334771 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:34.424577 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks [] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.436025 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: dv-cinder-820164-2-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:34.522240 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks [] for router_gateway (f579d922-3cdd-466f-b5c9-47f3382f4dde), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.577300 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Deleting port fbbca074-3cd7-4120-8ca5-a01160949de7 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:34.577636 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.610262 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'external_fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:59:33Z', 'revision_number': 5, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port': {'id': 'fbbca074-3cd7-4120-8ca5-a01160949de7', 'name': '', 'network_id': '3bd3d590-983e-4e59-a618-04e2e46bd328', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820164-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '329b3b7c-17d7-4b51-a8d5-8e680cc4490e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820164-2-iscsi'}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:34.640861 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Checking router: f579d922-3cdd-466f-b5c9-47f3382f4dde for host: dv-cinder-820164-2-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 13:59:34.649340 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Routers {'f579d922-3cdd-466f-b5c9-47f3382f4dde'} bound to L3 agent in host dv-cinder-820164-2-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 13:59:34.649942 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820164-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T13:39:13Z,description=,heartbeat_timestamp=2022-01-21T13:59:13Z,host='dv-cinder-820164-2-iscsi',id=a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T13:39:13Z,topic='l3_agent')) {'router_ids': ['f579d922-3cdd-466f-b5c9-47f3382f4dde'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:34.657964 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] For port fbbca074-3cd7-4120-8ca5-a01160949de7, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=fbbca074-3cd7-4120-8ca5-a01160949de7,segment=NetworkSegment(07cf3e95-292b-4646-a97f-4c03758f8b11),segment_id=07cf3e95-292b-4646-a97f-4c03758f8b11)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:34.658330 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.670542 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Calling delete_port for fbbca074-3cd7-4120-8ca5-a01160949de7 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:34.731734 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] Set router f579d922-3cdd-466f-b5c9-47f3382f4dde gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 13:59:34.785481 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:59:34Z', 'revision_number': 6, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port_host': None}], 'dv-cinder-820164-2-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:34.811222 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59ad25-2173-40f2-8920-391d8aedb1b3 None None] The sync data for ids ['f579d922-3cdd-466f-b5c9-47f3382f4dde'] in dv-cinder-820164-2-iscsi is: [{'id': 'f579d922-3cdd-466f-b5c9-47f3382f4dde', 'name': 'tempest-TestVolumeBootPattern-665268863-router', 'tenant_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T13:52:07Z', 'updated_at': '2022-01-21T13:59:34Z', 'revision_number': 6, 'project_id': 'c7dd249c83ff45b4a827a4724359d6d5', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 13:59:34.836395 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (fbbca074-3cd7-4120-8ca5-a01160949de7), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:34.863402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbca074-3cd7-4120-8ca5-a01160949de7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:34.928496 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684887'] for router_gateway (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.020983 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7750'] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.023087 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks [] for router_controller (f579d922-3cdd-466f-b5c9-47f3382f4dde), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.065589 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693890'] for router (f579d922-3cdd-466f-b5c9-47f3382f4dde), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.066109 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f579d922-3cdd-466f-b5c9-47f3382f4dde {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 13:59:35.070870 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.072019 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f7ab34f2-0ba6-4116-a4e4-c58d3eef64ca admin admin] 10.222.0.84 "DELETE /v2.0/routers/f579d922-3cdd-466f-b5c9-47f3382f4dde HTTP/1.1" status: 204 len: 168 time: 0.7497630 Jan 21 13:59:35.074517 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50968) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:35.122302 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Deleting subnet 57d08aee-c527-4c05-87ca-2cd7d0a33685 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 13:59:35.125301 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Publish callbacks [] for subnet (57d08aee-c527-4c05-87ca-2cd7d0a33685), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.165315 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29558902'] for subnet (57d08aee-c527-4c05-87ca-2cd7d0a33685), precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.247459 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940211'] for subnet (57d08aee-c527-4c05-87ca-2cd7d0a33685), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.302107 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1939481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29361379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29617755'] for subnet (57d08aee-c527-4c05-87ca-2cd7d0a33685), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.334359 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d08aee-c527-4c05-87ca-2cd7d0a33685,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:35.336272 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for subnet (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.339530 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-245b4f24-7a91-4c0d-8e91-43910d15501b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/57d08aee-c527-4c05-87ca-2cd7d0a33685 HTTP/1.1" status: 204 len: 168 time: 0.2640886 Jan 21 13:59:35.340988 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a53df-f5e4-4bc4-8532-db89b835f8e6 None None] Network 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 requested from dv-cinder-820164-2-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 13:59:35.342021 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50970) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:35.415608 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2046031'] for network (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.474070 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 17f31387-55ed-411c-804f-552ba564c988 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:35.478334 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Deleting port e65e67e4-ec59-482c-8412-3c89e70d4100 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:35.478678 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.551238 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] For port e65e67e4-ec59-482c-8412-3c89e70d4100, host dv-cinder-820164-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820164-2-iscsi',level=0,port_id=e65e67e4-ec59-482c-8412-3c89e70d4100,segment=NetworkSegment(24721e5c-b1fe-437d-96db-79e485eff0ad),segment_id=24721e5c-b1fe-437d-96db-79e485eff0ad)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:35.551624 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.566530 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Calling delete_port for e65e67e4-ec59-482c-8412-3c89e70d4100 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:35.632840 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] DHCP port deletion for 0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 request from dv-cinder-820164-2-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 13:59:35.638030 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: 17f31387-55ed-411c-804f-552ba564c988 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:35.638379 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device 17f31387-55ed-411c-804f-552ba564c988 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:35.638790 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fbbca074-3cd7-4120-8ca5-a01160949de7 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:35.654360 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29361364'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.677999 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: fbbca074-3cd7-4120-8ca5-a01160949de7 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:35.678369 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device fbbca074-3cd7-4120-8ca5-a01160949de7 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:35.681680 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65e67e4-ec59-482c-8412-3c89e70d4100,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:35.687398 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] No DVR routers for this DVR port e65e67e4-ec59-482c-8412-3c89e70d4100 on host dv-cinder-820164-2-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:35.700957 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Deleting port e65e67e4-ec59-482c-8412-3c89e70d4100 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 13:59:35.701373 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763126408232'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.760792 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941329', 'neutron.services.segments.db._delete_segments_for_network-8763126566687'] for network (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.766390 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] For port e65e67e4-ec59-482c-8412-3c89e70d4100, host dv-cinder-820164-2-iscsi, got binding levels [] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 13:59:35.766794 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684829'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.779622 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Calling delete_port for e65e67e4-ec59-482c-8412-3c89e70d4100 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 13:59:35.782282 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Port e65e67e4-ec59-482c-8412-3c89e70d4100 was not found and therefore no delete operation was performed {{(pid=109147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 21 13:59:35.784284 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1931819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763126413276', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763125980043'] for port (e65e67e4-ec59-482c-8412-3c89e70d4100), after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.788217 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d85200d-25a0-4a8b-9d26-9be5dfeed6e8']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:35.799012 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24721e5c-b1fe-437d-96db-79e485eff0ad') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:35.799845 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24721e5c-b1fe-437d-96db-79e485eff0ad') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 13:59:35.809647 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763126567069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29558925'] for segment (24721e5c-b1fe-437d-96db-79e485eff0ad), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.810872 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] No DVR routers for this DVR port e65e67e4-ec59-482c-8412-3c89e70d4100 on host dv-cinder-820164-2-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 13:59:35.813716 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb23bc9-e5ce-492b-aa62-61e68744ddc2 None None] Pushing event deleted for resources: {'Port': ['ID=e65e67e4-ec59-482c-8412-3c89e70d4100,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:35.824602 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331'] for segment (24721e5c-b1fe-437d-96db-79e485eff0ad), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.832805 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 13:59:35.833382 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29361289'] for segment (24721e5c-b1fe-437d-96db-79e485eff0ad), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: warnings.warn(msg) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: Traceback (most recent call last): Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: timer() Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: cb(*args, **kw) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: return func(*args, **kwargs) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: self._notify() Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: self.callback(batched_events) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: event.method(event) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 13:59:35.835125 dv-cinder-820164-2-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: return f(self, *a, **k) Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._get(url).json() Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 13:59:35.839430 dv-cinder-820164-2-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 13:59:35.892263 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1941336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1002344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684972'] for network (0d85200d-25a0-4a8b-9d26-9be5dfeed6e8), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.897573 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1002246'] for network (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:35.901144 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0d85200d-25a0-4a8b-9d26-9be5dfeed6e8 HTTP/1.1" status: 204 len: 168 time: 0.5582142 Jan 21 13:59:35.912017 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc351e-e23d-4b07-99a2-2c196531b054 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d85200d-25a0-4a8b-9d26-9be5dfeed6e8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:36.010407 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50974) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:36.050125 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-284fd7e1-a627-4458-9dc7-2a926186392e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6dacb89bfd7d4537a8b5b7bc98cf5d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380108 Jan 21 13:59:36.052558 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50976) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:36.097732 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] Publish callbacks [] for security_group (3db2d725-d4a6-4a76-8136-f8086f3620bb), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.119145 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] Publish callbacks [] for security_group (3db2d725-d4a6-4a76-8136-f8086f3620bb), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.164736 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (3db2d725-d4a6-4a76-8136-f8086f3620bb), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.167402 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.168545 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3db2d725-d4a6-4a76-8136-f8086f3620bb HTTP/1.1" status: 204 len: 168 time: 0.1150825 Jan 21 13:59:36.176886 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd8a1-27fd-4a1f-bcee-90eafc51e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2d725-d4a6-4a76-8136-f8086f3620bb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:36.482487 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50982) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:36.526359 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b3296285-632e-4433-9787-310031c2804c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7dd249c83ff45b4a827a4724359d6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426600 Jan 21 13:59:36.528946 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.84', 50984) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 13:59:36.574723 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] Publish callbacks [] for security_group (05af6e56-d2d0-4dd3-b054-49208c4319db), before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.595252 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] Publish callbacks [] for security_group (05af6e56-d2d0-4dd3-b054-49208c4319db), precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.640413 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636461'] for security_group (05af6e56-d2d0-4dd3-b054-49208c4319db), after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.645822 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:36.646955 dv-cinder-820164-2-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05af6e56-d2d0-4dd3-b054-49208c4319db HTTP/1.1" status: 204 len: 168 time: 0.1171045 Jan 21 13:59:36.654851 dv-cinder-820164-2-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1191e-a794-4f85-b061-efb04947ae72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05af6e56-d2d0-4dd3-b054-49208c4319db,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 13:59:37.429124 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e65e67e4-ec59-482c-8412-3c89e70d4100 no longer exists at agent ovs-agent-dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 13:59:37.449936 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] No Port match for: e65e67e4-ec59-482c-8412-3c89e70d4100 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 13:59:37.450289 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Device e65e67e4-ec59-482c-8412-3c89e70d4100 not bound to the agent host dv-cinder-820164-2-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 13:59:41.345734 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddcc4-6952-463e-ab54-6d0a4bea16b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:41.351860 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:43.363047 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-927081a1-37fa-49b2-a71c-5b7c837af14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:45.054572 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:46.553324 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:47.689077 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 13:59:48.639977 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:00:11.344845 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5a1e23ff-6082-4b08-828d-f8d9be8983d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:11.350523 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:13.365072 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-eaa450d8-a3df-42a9-a8ca-e89a12474f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:15.057680 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:16.556496 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:17.692355 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:25.638622 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:00:41.336644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-255b3f49-eedb-4dfb-965e-f66599b35166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:41.360232 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:43.369905 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-06b37336-7c00-4e3f-af92-15851066d793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:45.060350 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:46.559810 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:00:47.696450 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:02.637315 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:01:11.338696 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a1bb144e-3db1-4feb-9f7f-30d65db7b21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:11.368850 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:13.371063 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-576e11f6-20d7-458b-ae1d-d95d7bf70913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:15.062039 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:16.563436 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:17.703418 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:39.637864 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:01:41.340060 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-113efb9d-2a7c-4e98-a43d-df441be1078e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:41.375031 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:43.375904 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b9099dbb-5524-4158-ab15-db6271ad31ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:45.065300 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:46.566009 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:01:47.696024 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:11.341183 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4129dee3-aae3-4b52-af8b-52d4a8844106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:11.382841 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:13.378248 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f510391c-0054-4aef-a3a4-a117f21f7939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:15.067183 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:16.569165 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:16.636301 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:02:17.698512 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:36.579806 dv-cinder-820164-2-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-03c0e885-623e-458f-9edf-b7caadb32a1a req-8055aafb-6fcf-4b4f-a2a2-089afcbabd0d service neutron] (109146) timed out ('10.222.0.107', 56608) {{(pid=109146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 14:02:41.343566 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6552a772-bf2d-438b-b5ab-3b0937d2f0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:41.383253 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:43.380545 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a36eeff9-0040-4b8a-aaf8-879028f5927d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:45.069225 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:46.572316 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:47.703714 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:02:53.637039 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:03:11.345032 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b67f715e-0011-44e2-b81b-36e168d15cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:11.399909 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:13.381759 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0e9dad07-ff26-4677-90f8-99f203643348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:15.071729 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:16.575704 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:17.705901 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:30.636743 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:03:41.346060 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-357eebbc-1530-47f7-b2b3-2e2999c73a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:41.397392 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:43.387876 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6cad2bc0-c9e2-479c-b2d3-9f2d71d108c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:45.073374 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:46.578832 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:03:47.707233 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:07.636288 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:04:11.346300 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fabc6dad-8255-4b0a-97f6-b8438b1341dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:11.396159 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:13.380561 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d1f5910d-2897-46a7-a836-70a2cd8bb075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:15.075270 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:16.582775 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:17.711006 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:41.348644 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4955212b-d2cc-4d2d-a001-cd511fb9d43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (6f7f34a5-2384-4b88-91c9-53b6c139aebe), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:41.426926 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a8af74f-3585-4af2-bce4-dbb469a97e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (202d134f-bae6-4558-847a-d24c21e5e824), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:43.383693 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9add6b42-678d-447f-ae0c-c7e29925ced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a6fd68e3-d085-4c0b-b0b6-c04c1bc6a313), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:44.636437 dv-cinder-820164-2-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-7dd012ee-6299-4562-9c22-27e6f5956668 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 14:04:45.078347 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-029ccc22-7e92-4f9c-9281-3c0055621cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (372ec7df-6eaa-4017-97c7-32df8f5c8a67), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:46.586131 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f72570af-c258-4518-a9a2-e20fe7dac800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (4bcafa3e-d1b3-47d5-94b9-282787698a61), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 14:04:47.712567 dv-cinder-820164-2-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35f6a2a0-0ab8-4421-bee0-04082fe48684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763126566669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1939335'] for agent (a39e05d0-c33a-4154-a594-90c0eb9cfb6e), after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}